Saturday, October 30, 2021

Oracle 19c - Automatic Flashback of a Physical Standby Database After a Primary Database RESETLOGS

Automatic Flashback of a Physical Standby Database After a Primary Database RESETLOGS   

A physical standby database that is in a mounted state can automatically follow the primary database after a RESETLOGS operation on the primary database.

Primary RAC Databases (orcl):

[oracle@oel70-base1 ~]$ . oraenv
ORACLE_SID = [orcl1] ?
The Oracle base remains unchanged with value /u01/app/oracle
[oracle@oel70-base1 ~]$

[oracle@oel70-base1 ~]$ sqlplus / as sysdba
SQL*Plus: Release 19.0.0.0.0 - Production on Thu Oct 28 20:43:42 2021
Version 19.12.0.0.0
Copyright (c) 1982, 2021, Oracle.  All rights reserved.
Connected to:
Oracle Database 19c Enterprise Edition Release 19.0.0.0.0 - Production
Version 19.12.0.0.0

SQL> select flashback_on from gv$database;
FLASHBACK_ON
------------------
YES
YES

SQL> select count(*) from dg_test;
  COUNT(*)
----------
         1

SQL> select SCN, GUARANTEE_FLASHBACK_DATABASE, TIME, NAME, REPLICATED from gv$restore_point;

no rows selected
SQL>

SQL> create restore point grp_test guarantee flashback database;
Restore point created.

SQL> select SCN, GUARANTEE_FLASHBACK_DATABASE, TIME, NAME, REPLICATED from gv$restore_point;

      SCN GUARANTEE_ TIME                             NAME       REPLICATED
--------- ---------- -------------------------------- ---------- ----------
  3422905 YES        28-OCT-21 01.45.16.000000000 PM  GRP_TEST   NO
  3422905 YES        28-OCT-21 01.45.16.000000000 PM  GRP_TEST   NO

SQL> select SCN, GUARANTEE_FLASHBACK_DATABASE, TIME, NAME, REPLICATED from v$restore_point;

      SCN GUARANTEE_ TIME                             NAME       REPLICATED
--------- ---------- -------------------------------- ---------- ----------
  3422905 YES        28-OCT-21 01.45.16.000000000 PM  GRP_TEST   NO

SQL> SET PAGESIZE 60
SET LINESIZE 300
SET VERIFY OFF
COLUMN scn FOR 999999999999999
COLUMN Incar FOR 99
COLUMN name FOR A25
COLUMN storage_size FOR 999,999,999,999
COLUMN guarantee_flashback_database FOR A3
SELECT database_incarnation# as Incar, scn, name, time, storage_size, guarantee_flashback_database
FROM v$restore_point
ORDER BY 4;

INCAR              SCN NAME                      TIME                                                                            STORAGE_SIZE GUA
----- ---------------- ------------------------- --------------------------------------------------------------------------- ---------------- ---
    2          3422905 GRP_TEST                  28-OCT-21 01.45.16.000000000 PM                                                  419,430,400 YES

SQL> select open_mode,database_role from gv$database;
OPEN_MODE            DATABASE_ROLE
-------------------- ----------------
READ WRITE           PRIMARY
READ WRITE           PRIMARY

SQL> drop table dg_test;
Table dropped.

Physical Standby Database (orlcs):

[oracle@oel70-base3 ~]$ . oraenv
ORACLE_SID = [orcls1] ?
The Oracle base remains unchanged with value /u01/app/oracle
[oracle@oel70-base3 ~]$

[oracle@oel70-base3 ~]$ sqlplus / as sysdba
SQL*Plus: Release 19.0.0.0.0 - Production on Thu Oct 28 20:44:09 2021
Version 19.12.0.0.0
Copyright (c) 1982, 2021, Oracle.  All rights reserved.
Connected to:
Oracle Database 19c Enterprise Edition Release 19.0.0.0.0 - Production
Version 19.12.0.0.0

SQL> select flashback_on from gv$database;

FLASHBACK_ON
------------------
YES
YES

SQL> col NAME format a20
SQL> select SCN, GUARANTEE_FLASHBACK_DATABASE, TIME, NAME, REPLICATED from v$restore_point;

      SCN GUARANTEE_ TIME                             NAME                 REPLICATED
--------- ---------- -------------------------------- -------------------- ----------
  3422905 NO         28-OCT-21 01.45.16.000000000 PM  GRP_TEST_PRIMARY     YES
SQL>

SQL> select open_mode,database_role from gv$database;

OPEN_MODE            DATABASE_ROLE
--------------------          ----------------
READ ONLY WITH APPLY PHYSICAL STANDBY
READ ONLY WITH APPLY PHYSICAL STANDBY

SQL> select count(*) from dg_test;
select count(*) from dg_test
                     *
ERROR at line 1:
ORA-00942: table or view does not exist

Primary RAC Database:

[oracle@oel70-base1 ~]$ srvctl status database -d orcl
Instance orcl1 is running on node oel70-base1
Instance orcl2 is running on node oel70-base2
[oracle@oel70-base1 ~]$

[oracle@oel70-base1 ~]$ srvctl stop database -d orcl
[oracle@oel70-base1 ~]$

[oracle@oel70-base1 ~]$ srvctl start database -d orcl -startoption mount
[oracle@oel70-base1 ~]$

[oracle@oel70-base1 ~]$ sqlplus / as sysdba
SQL*Plus: Release 19.0.0.0.0 - Production on Thu Oct 28 21:19:48 2021
Version 19.12.0.0.0
Copyright (c) 1982, 2021, Oracle.  All rights reserved.
Connected to:
Oracle Database 19c Enterprise Edition Release 19.0.0.0.0 - Production
Version 19.12.0.0.0

SQL> flashback database to restore point GRP_TEST;
Flashback complete.

SQL> alter database open resetlogs;
alter database open resetlogs
*
ERROR at line 1:
ORA-38777: database must not be started in any other instance

Shutdown the second RAC instance of primary database:

[oracle@oel70-base2 ~]$ . oraenv
ORACLE_SID = [orcl2] ?
The Oracle base remains unchanged with value /u01/app/oracle
[oracle@oel70-base2 ~]$

[oracle@oel70-base2 ~]$ sqlplus / as sysdba

SQL*Plus: Release 19.0.0.0.0 - Production on Thu Oct 28 21:20:28 2021
Version 19.12.0.0.0
Copyright (c) 1982, 2021, Oracle.  All rights reserved.
Connected to:
Oracle Database 19c Enterprise Edition Release 19.0.0.0.0 - Production
Version 19.12.0.0.0

SQL> select instance_name from v$instance;

INSTANCE_NAME
----------------
orcl2

SQL> shutdown immediate;
ORA-01109: database not open
Database dismounted.
ORACLE instance shut down.
SQL> 

First instance of RAC of primary database

SQL> alter database open resetlogs;
Database altered.

SQL> exit
Disconnected from Oracle Database 19c Enterprise Edition Release 19.0.0.0.0 - Production
Version 19.12.0.0.0

[oracle@oel70-base1 ~]$ srvctl stop database -d orcl

[oracle@oel70-base1 ~]$ srvctl start database -d orcl

[oracle@oel70-base1 ~]$ sqlplus / as sysdba
SQL*Plus: Release 19.0.0.0.0 - Production on Thu Oct 28 21:26:27 2021
Version 19.12.0.0.0
Copyright (c) 1982, 2021, Oracle.  All rights reserved.

Connected to:
Oracle Database 19c Enterprise Edition Release 19.0.0.0.0 - Production
Version 19.12.0.0.0

SQL> select count(*) from dg_test;
  COUNT(*)
----------
         1
SQL> !
[oracle@oel70-base1 ~]$

Physical RAC standby database:

[oracle@oel70-base3 ~]$ srvctl status database -d orcls
Instance orcls1 is running on node oel70-base3
Instance orcls2 is running on node oel70-base4
[oracle@oel70-base3 ~]$

[oracle@oel70-base3 ~]$ srvctl stop database -d orcls
[oracle@oel70-base3 ~]$

[oracle@oel70-base3 ~]$ srvctl start instance -db orcls -instance orcls1 -startoption mount
[oracle@oel70-base3 ~]$

[oracle@oel70-base3 ~]$ sqlplus / as sysdba
SQL*Plus: Release 19.0.0.0.0 - Production on Thu Oct 28 21:31:53 2021
Version 19.12.0.0.0
Copyright (c) 1982, 2021, Oracle.  All rights reserved.
Connected to:
Oracle Database 19c Enterprise Edition Release 19.0.0.0.0 - Production
Version 19.12.0.0.0

SQL> select open_mode,database_role from gv$database;
OPEN_MODE            DATABASE_ROLE
-------------------- ----------------
MOUNTED              PHYSICAL STANDBY


[oracle@oel70-base1 ~]$ dgmgrl
DGMGRL for Linux: Release 19.0.0.0.0 - Production on Thu Oct 28 21:32:00 2021
Version 19.12.0.0.0
Copyright (c) 1982, 2019, Oracle and/or its affiliates.  All rights reserved.
Welcome to DGMGRL, type "help" for information.

DGMGRL> connect / as sysdg
Connected to "orcl"
Connected as SYSDG.

DGMGRL> edit database 'orcls' set state ='APPLY-OFF';
Succeeded.
DGMGRL>

DGMGRL> edit database 'orcls' set state ='APPLY-ON';
Succeeded.
DGMGRL>

[oracle@oel70-base3 ~]$ sqlplus / as sysdba
SQL*Plus: Release 19.0.0.0.0 - Production on Thu Oct 28 21:31:53 2021
Version 19.12.0.0.0
Copyright (c) 1982, 2021, Oracle.  All rights reserved.
Connected to:
Oracle Database 19c Enterprise Edition Release 19.0.0.0.0 - Production
Version 19.12.0.0.0

SQL> alter database open read only;
Database altered.

SQL> exit
Disconnected from Oracle Database 19c Enterprise Edition Release 19.0.0.0.0 - Production
Version 19.12.0.0.0

[oracle@oel70-base3 ~]$ srvctl stop database -d orcls

[oracle@oel70-base3 ~]$ srvctl start database -d orcls
[oracle@oel70-base3 ~]$

[oracle@oel70-base3 ~]$ sqlplus / as sysdba
SQL*Plus: Release 19.0.0.0.0 - Production on Thu Oct 28 21:38:04 2021
Version 19.12.0.0.0
Copyright (c) 1982, 2021, Oracle.  All rights reserved.

Connected to:
Oracle Database 19c Enterprise Edition Release 19.0.0.0.0 - Production
Version 19.12.0.0.0

SQL> select open_mode,database_role from gv$database;
OPEN_MODE            DATABASE_ROLE
-------------------- ----------------
READ ONLY WITH APPLY PHYSICAL STANDBY
READ ONLY WITH APPLY PHYSICAL STANDBY

SQL> select count(*) from dg_test;
  COUNT(*)
----------
         1

Checking again after RESETLOGS:

Primary RAC database:

[oracle@oel70-base1 ~]$ sqlplus / as sysdba
SQL*Plus: Release 19.0.0.0.0 - Production on Thu Oct 28 21:38:34 2021
Version 19.12.0.0.0
Copyright (c) 1982, 2021, Oracle.  All rights reserved.
Connected to:
Oracle Database 19c Enterprise Edition Release 19.0.0.0.0 - Production
Version 19.12.0.0.0

SQL> insert into dg_test values (2,'MYSQL');
1 row created.

SQL> commit;
Commit complete.

SQL> select count(*) from dg_test;
  COUNT(*)
----------
         2

SQL> alter system switch all logfile;
System altered.
SQL>

Physical RAC standby database

[oracle@oel70-base3 ~]$ sqlplus / as sysdba
SQL*Plus: Release 19.0.0.0.0 - Production on Thu Oct 28 21:38:04 2021
Version 19.12.0.0.0
Copyright (c) 1982, 2021, Oracle.  All rights reserved.

Connected to:
Oracle Database 19c Enterprise Edition Release 19.0.0.0.0 - Production
Version 19.12.0.0.0

SQL> select open_mode,database_role from gv$database;
OPEN_MODE            DATABASE_ROLE
-------------------- ----------------
READ ONLY WITH APPLY PHYSICAL STANDBY
READ ONLY WITH APPLY PHYSICAL STANDBY

SQL> select count(*) from dg_test;
  COUNT(*)
----------
         1

SQL> select count(*) from dg_test;
  COUNT(*)
----------
         2
SQL>

Hope it helps....





Tuesday, October 12, 2021

Applying Release Update 1(RU1) - Oracle Enterprise Manager Cloud Control (13.5)

Patching Oracle Enterprise Manager Cloud Control OEM(13.5) RU1

Download the patch p32835392_135000_Generic.zip that contains OEM 13.5 RU1. Please refer MOS 822485.1 for more details. This Note contains all the information about available RU’s and patches for your EM.

Pre-requisites needed before you can patch your OEM.
1. Oracle database hosting the EM repository (OMR) needs to be 19.11 or 19.12 
2. OMSPatcher must be 13.9.5.0.0 or higher

Please have a look the following MOS for more details
1. Overview of the Enterprise Manager Proactive Patch Program (Doc ID 822485.1)
2. 13.5.0 Enterprise Manager Cloud Control Base Platform Monthly Release Update (RU) 1 (Doc ID 2793642.1)
3. 13.5: How To Upgrade Enterprise Manager 13.5 Cloud Control OMSPatcher Utility to Version 13.9.5.0.0 (Doc ID 2809842.1)
4. Enterprise Manager 13.5 Main Release Update List (Includes Plug-ins) (Doc ID 2760230.2)

Step-1: I have installed Oracle Enterprise Manager (OEM) 13.5 on Oracle Linux

[oracle@oel78-base bin]$ export ORACLE_HOME=/home/oracle/middleware/
[oracle@oel78-base bin]$ cd $ORACLE_HOME
[oracle@oel78-base middleware]$ pwd
/home/oracle/middleware
[oracle@oel78-base middleware]$

Step-2: Stopping OMS server

[oracle@oel78-base ~]$ cd /home/oracle/middleware/bin
[oracle@oel78-base bin]$ ./emctl status oms
Oracle Enterprise Manager Cloud Control 13c Release 5
Copyright (c) 1996, 2021 Oracle Corporation.  All rights reserved.
WebTier is Down
Oracle Management Server is Down
JVMD Engine is Down
[oracle@oel78-base bin]$

Step-3: Check the following OEM 13.5 Patches and Oracle 19c RDBMS patches

a. OEM 13.5 Patch: p32835392_135000_Generic.zip
b. Opatch for OEM 13.5: p19999993_135000_Generic.zip
c. Oracle 19c (19.12) Patch: p32904851_190000_Linux-x86-64.zip
d. Opatch for 19c RDBMS: p6880880_190000_Linux-x86-64.zip

Step-4: Applying Oracle 19c (19.12) RDBMS 

Note-1: Apply latest Opatch & backup OPatch directory.
Note-2: unzip p6880880_190000_Linux-x86-64.zip - d /u01/app/oracle/product/19.3.0/dbhome_1/

[oracle@oel78-base ~]$ . oraenv
ORACLE_SID = [emrep] ?
The Oracle base remains unchanged with value /u01/app/oracle
[oracle@oel78-base ~]$

[oracle@oel78-base ~]$ cd /u01/app/oracle/product/19.3.0/dbhome_1/OPatch/
[oracle@oel78-base OPatch]$ ls

[oracle@oel78-base OPatch]$ ./opatch apply /home/oracle/32904851/ -oh /u01/app/oracle/product/19.3.0/dbhome_1/
Oracle Interim Patch Installer version 12.2.0.1.27
Copyright (c) 2021, Oracle Corporation.  All rights reserved.
Oracle Home       : /u01/app/oracle/product/19.3.0/dbhome_1
Central Inventory : /u01/app/oraInventory
   from           : /u01/app/oracle/product/19.3.0/dbhome_1//oraInst.loc
OPatch version    : 12.2.0.1.27
OUI version       : 12.2.0.7.0
Log file location : /u01/app/oracle/product/19.3.0/dbhome_1/cfgtoollogs/opatch/opatch2021-10-11_20-30-59PM_1.log
Verifying environment and performing prerequisite checks...
--------------------------------------------------------------------------------
Start OOP by Prereq process.
Launch OOP...
Oracle Interim Patch Installer version 12.2.0.1.27
Copyright (c) 2021, Oracle Corporation.  All rights reserved.
Oracle Home       : /u01/app/oracle/product/19.3.0/dbhome_1
Central Inventory : /u01/app/oraInventory
   from           : /u01/app/oracle/product/19.3.0/dbhome_1//oraInst.loc
OPatch version    : 12.2.0.1.27
OUI version       : 12.2.0.7.0
Log file location : /u01/app/oracle/product/19.3.0/dbhome_1/cfgtoollogs/opatch/opatch2021-10-11_20-31-24PM_1.log
Verifying environment and performing prerequisite checks...
OPatch continues with these patches:   32904851
Do you want to proceed? [y|n]
y
User Responded with: Y
All checks passed.
Please shutdown Oracle instances running out of this ORACLE_HOME on the local system.
(Oracle Home = '/u01/app/oracle/product/19.3.0/dbhome_1')
Is the local system ready for patching? [y|n]
y
User Responded with: Y
Backing up files...
Applying interim patch '32904851' to OH '/u01/app/oracle/product/19.3.0/dbhome_1'
ApplySession: Optional component(s) [ oracle.network.gsm, 19.0.0.0.0 ] , [ oracle.rdbms.ic, 19.0.0.0.0 ] , [ oracle.rdbms.tg4db2, 19.0.0.0.0 ] , [ oracle.tfa, 19.0.0.0.0 ] , [ oracle.oid.client, 19.0.0.0.0 ] , [ oracle.network.cman, 19.0.0.0.0 ] , [ oracle.options.olap, 19.0.0.0.0 ] , [ oracle.options.olap.api, 19.0.0.0.0 ] , [ oracle.xdk.companion, 19.0.0.0.0 ] , [ oracle.rdbms.tg4ifmx, 19.0.0.0.0 ] , [ oracle.ons.eons.bwcompat, 19.0.0.0.0 ] , [ oracle.rdbms.tg4tera, 19.0.0.0.0 ] , [ oracle.ons.cclient, 19.0.0.0.0 ] , [ oracle.rdbms.tg4sybs, 19.0.0.0.0 ] , [ oracle.net.cman, 19.0.0.0.0 ] , [ oracle.rdbms.tg4msql, 19.0.0.0.0 ] , [ oracle.jdk, 1.8.0.191.0 ]  not present in the Oracle Home or a higher version is found.
Patching component oracle.perlint, 5.28.1.0.0...
Patching component oracle.rdbms.locator, 19.0.0.0.0...
Patching component oracle.rdbms.rsf, 19.0.0.0.0...
Patching component oracle.rdbms.util, 19.0.0.0.0...
Patching component oracle.rdbms, 19.0.0.0.0...
Patching component oracle.assistants.acf, 19.0.0.0.0...
Patching component oracle.assistants.deconfig, 19.0.0.0.0...
Patching component oracle.assistants.server, 19.0.0.0.0...
Patching component oracle.buildtools.rsf, 19.0.0.0.0...
Patching component oracle.ctx, 19.0.0.0.0...
Patching component oracle.dbjava.ic, 19.0.0.0.0...
Patching component oracle.dbjava.jdbc, 19.0.0.0.0...
Patching component oracle.dbjava.ucp, 19.0.0.0.0...
Patching component oracle.duma, 19.0.0.0.0...
Patching component oracle.javavm.client, 19.0.0.0.0...
Patching component oracle.ldap.owm, 19.0.0.0.0...
Patching component oracle.ldap.rsf, 19.0.0.0.0...
Patching component oracle.marvel, 19.0.0.0.0...
Patching component oracle.network.rsf, 19.0.0.0.0...
Patching component oracle.oracore.rsf, 19.0.0.0.0...
Patching component oracle.precomp.common.core, 19.0.0.0.0...
Patching component oracle.rdbms.dbscripts, 19.0.0.0.0...
Patching component oracle.rdbms.deconfig, 19.0.0.0.0...
Patching component oracle.rdbms.oci, 19.0.0.0.0...
Patching component oracle.rhp.db, 19.0.0.0.0...
Patching component oracle.sdo, 19.0.0.0.0...
Patching component oracle.sdo.locator.jrf, 19.0.0.0.0...
Patching component oracle.sqlplus, 19.0.0.0.0...
Patching component oracle.sqlplus.ic, 19.0.0.0.0...
Patching component oracle.wwg.plsql, 19.0.0.0.0...
Patching component oracle.odbc, 19.0.0.0.0...
Patching component oracle.rdbms.drdaas, 19.0.0.0.0...
Patching component oracle.xdk.parser.java, 19.0.0.0.0...
Patching component oracle.dbtoolslistener, 19.0.0.0.0...
Patching component oracle.ctx.atg, 19.0.0.0.0...
Patching component oracle.javavm.server, 19.0.0.0.0...
Patching component oracle.ldap.security.osdt, 19.0.0.0.0...
Patching component oracle.rdbms.hs_common, 19.0.0.0.0...
Patching component oracle.ons, 19.0.0.0.0...
Patching component oracle.precomp.rsf, 19.0.0.0.0...
Patching component oracle.oraolap.api, 19.0.0.0.0...
Patching component oracle.ons.ic, 19.0.0.0.0...
Patching component oracle.rdbms.install.common, 19.0.0.0.0...
Patching component oracle.xdk, 19.0.0.0.0...
Patching component oracle.rdbms.dv, 19.0.0.0.0...
Patching component oracle.ldap.rsf.ic, 19.0.0.0.0...
Patching component oracle.rdbms.scheduler, 19.0.0.0.0...
Patching component oracle.rdbms.lbac, 19.0.0.0.0...
Patching component oracle.nlsrtl.rsf, 19.0.0.0.0...
Patching component oracle.rdbms.rman, 19.0.0.0.0...
Patching component oracle.oraolap, 19.0.0.0.0...
Patching component oracle.rdbms.crs, 19.0.0.0.0...
Patching component oracle.dbdev, 19.0.0.0.0...
Patching component oracle.rdbms.hsodbc, 19.0.0.0.0...
Patching component oracle.network.client, 19.0.0.0.0...
Patching component oracle.xdk.xquery, 19.0.0.0.0...
Patching component oracle.ldap.client, 19.0.0.0.0...
Patching component oracle.rdbms.install.plugins, 19.0.0.0.0...
Patching component oracle.ctx.rsf, 19.0.0.0.0...
Patching component oracle.oraolap.dbscripts, 19.0.0.0.0...
Patching component oracle.xdk.rsf, 19.0.0.0.0...
Patching component oracle.network.listener, 19.0.0.0.0...
Patching component oracle.ovm, 19.0.0.0.0...
Patching component oracle.sdo.locator, 19.0.0.0.0...
Patching component oracle.mgw.common, 19.0.0.0.0...
Patching component oracle.rdbms.rsf.ic, 19.0.0.0.0...
Patching component oracle.precomp.common, 19.0.0.0.0...
Patching component oracle.precomp.lang, 19.0.0.0.0...
Patching component oracle.jdk, 1.8.0.201.0...
Patch 32904851 successfully applied.
Sub-set patch [29517242] has become inactive due to the application of a super-set patch [32904851].
Please refer to Doc ID 2161861.1 for any possible further required actions.
Log file location: /u01/app/oracle/product/19.3.0/dbhome_1/cfgtoollogs/opatch/opatch2021-10-11_20-31-24PM_1.log
OPatch succeeded.
[oracle@oel78-base OPatch]$

Step-5: Applying Datapatch to Oracle 19c (19.12) 

[oracle@oel78-base ~]$ cd $ORACLE_HOME/OPatch
[oracle@oel78-base OPatch]$ ./datapatch -verbose
SQL Patching tool version 19.12.0.0.0 Production on Mon Oct 11 21:54:09 2021
Copyright (c) 2012, 2021, Oracle.  All rights reserved.
Log file for this invocation: /u01/app/oracle/cfgtoollogs/sqlpatch/sqlpatch_10735_2021_10_11_21_54_09/sqlpatch_invocation.log
Connecting to database...OK
Gathering database info...done
Bootstrapping registry and package to current versions...done
Determining current state...done
Current state of interim SQL patches:
  No interim patches found
Current state of release update SQL patches:
  Binary registry:
    19.12.0.0.0 Release_Update 210716141810: Installed
  SQL registry:
    Applied 19.3.0.0.0 Release_Update 190410122720 successfully on 02-SEP-21 04.46.17.823013 PM
Adding patches to installation queue and performing prereq checks...done
Installation queue:
  No interim patches need to be rolled back
  Patch 32904851 (Database Release Update : 19.12.0.0.210720 (32904851)):
    Apply from 19.3.0.0.0 Release_Update 190410122720 to 19.12.0.0.0 Release_Update 210716141810
  No interim patches need to be applied
Installing patches...
Patch installation complete.  Total patches installed: 1
Validating logfiles...done
Patch 32904851 apply: SUCCESS
  logfile: /u01/app/oracle/cfgtoollogs/sqlpatch/32904851/24343243/32904851_apply_EMREP_2021Oct11_21_54_33.log (no errors)
SQL Patching tool complete on Mon Oct 11 21:59:33 2021
[oracle@oel78-base OPatch]$

Step-6: Applying OPatch to OEM 13.5 

Note-1: Apply latest OMSPatcher & backup OMSPatcher directory.

[oracle@oel78-base ~]$ cp p19999993_135000_Generic.zip /home/oracle/middleware/
[oracle@oel78-base ~]$ cd /home/oracle/middleware/
[oracle@oel78-base middleware]$ mv OMSPatcher OMSPatcher_old

[oracle@oel78-base middleware]$ unzip p19999993_135000_Generic.zip
Archive:  p19999993_135000_Generic.zip
   creating: OMSPatcher/
  inflating: OMSPatcher/omspatcher.bat
   creating: OMSPatcher/jlib/
  inflating: OMSPatcher/jlib/omspatcher.jar
  inflating: OMSPatcher/jlib/oracle.omspatcher.classpath.jar
  inflating: OMSPatcher/jlib/oracle.omspatcher.classpath.unix.jar
  inflating: OMSPatcher/jlib/oracle.omspatcher.classpath.windows.jar
   creating: OMSPatcher/scripts/
   creating: OMSPatcher/scripts/oms/
   creating: OMSPatcher/scripts/oms/oms_child_scripts/
  inflating: OMSPatcher/scripts/oms/oms_child_scripts/omspatcher_jvm_discovery
  inflating: OMSPatcher/scripts/oms/oms_child_scripts/omspatcher_jvm_discovery.bat
  inflating: OMSPatcher/scripts/oms/oms_child_scripts/omspatcher_wls
  inflating: OMSPatcher/scripts/oms/oms_child_scripts/omspatcher_wls.bat
  inflating: OMSPatcher/scripts/oms/omspatcher
  inflating: OMSPatcher/scripts/oms/omspatcher.bat
   creating: OMSPatcher/wlskeys/
  inflating: OMSPatcher/wlskeys/createkeys.cmd
  inflating: OMSPatcher/wlskeys/createkeys.sh
  inflating: OMSPatcher/wlskeys/runCreateKeys.pl
  inflating: OMSPatcher/wlskeys/storeKey.py
  inflating: OMSPatcher/version.txt
   creating: OMSPatcher/oms/
  inflating: OMSPatcher/oms/CloneHomeForNzdt.pl
  inflating: OMSPatcher/oms/PatchCmds.pm
  inflating: OMSPatcher/oms/admin_nzdt_recompile.sql
  inflating: OMSPatcher/oms/admin_recompile_invalid.sql
  inflating: OMSPatcher/oms/createAddOMSScript.pl
  inflating: OMSPatcher/oms/emPatchApply.xml
  inflating: OMSPatcher/oms/emPatchRollback.xml
  inflating: OMSPatcher/oms/generateMultiOMSPatchingScripts.pl
  inflating: OMSPatcher/oms/generateMultiOMSPatchingScriptsForNZDT.sh
  inflating: OMSPatcher/omspatcher
  inflating: readme.txt
  inflating: PatchSearch.xml
[oracle@oel78-base middleware]$

Step-7: Check the OMSPatcher version

[oracle@oel78-base middleware]$ export ORACLE_HOME=/home/oracle/middleware
[oracle@oel78-base middleware]$ cd $ORACLE_HOME
[oracle@oel78-base middleware]$ cd OMSPatcher
[oracle@oel78-base OMSPatcher]$ ./omspatcher version
OMSPatcher Version: 13.9.5.0.0
OPlan Version: 12.2.0.1.16
OsysModel build: Tue Apr 28 18:16:31 PDT 2020
OMSPatcher succeeded.
[oracle@oel78-base OMSPatcher]$

Step-8: Before applying OEM 13.5 Patch, change the parameter 

[oracle@oel78-base ~]$ . oraenv
ORACLE_SID = [emrep] ?
The Oracle base remains unchanged with value /u01/app/oracle
[oracle@oel78-base ~]$

[oracle@oel78-base ~]$ sqlplus / as sysdba
SQL*Plus: Release 19.0.0.0.0 - Production on Mon Oct 11 20:45:23 2021
Version 19.12.0.0.0
Copyright (c) 1982, 2021, Oracle.  All rights reserved.
Connected to an idle instance.
SQL> startup;
ORACLE instance started.
Total System Global Area 6241121800 bytes
Fixed Size                  8910344 bytes
Variable Size            1224736768 bytes
Database Buffers         4999610368 bytes
Redo Buffers                7864320 bytes
Database mounted.
Database opened.

SQL> alter system set job_queue_processes=0 scope=both;
System altered.

[oracle@oel78-base ~]$ sqlplus sysman@emrep
Passwprd:
SQL*Plus: Release 19.0.0.0.0 - Production on Mon Oct 11 21:03:01 2021
Version 19.12.0.0.0
Copyright (c) 1982, 2021, Oracle.  All rights reserved.
Last Successful login time: Mon Oct 11 2021 20:21:51 -05:00
Connected to:
Oracle Database 19c Enterprise Edition Release 19.0.0.0.0 - Production
Version 19.12.0.0.0

SQL> exec emd_maintenance.remove_em_dbms_jobs;
PL/SQL procedure successfully completed.

SQL> commit;
Commit complete.
SQL>

Step-9: Applying OEM 13.5 Patch. You may encounter this error but if we have already applied 19.12 RDBMS patch and datapatch execution then you will be fine to proceed further.

[oracle@oel78-base OMSPatcher]$ ./omspatcher apply /home/oracle/32835392/ -oh /home/oracle/middleware -invPtrLoc /home/oracle/middleware/oraInst.loc  OMSPatcher.OMS_DISABLE_HOST_CHECK=true

OMSPatcher Automation Tool
Copyright (c) 2017, Oracle Corporation.  All rights reserved.
OMSPatcher version : 13.9.5.0.0
OUI version        : 13.9.4.0.0
Running from       : /home/oracle/middleware
Log file location  : /home/oracle/middleware/cfgtoollogs/omspatcher/opatch2021-10-11_21-47-38PM_1.log
OMSPatcher log file: /home/oracle/middleware/cfgtoollogs/omspatcher/32835392/omspatcher_2021-10-11_21-47-39PM_deploy.log
Please enter OMS weblogic admin server URL(t3s://oel78-base:7102):>
Please enter OMS weblogic admin server username(weblogic):>
Please enter OMS weblogic admin server password:>
Please enter OMS weblogic admin server password:>
Please enter OMS weblogic admin server password:>
Enter SYS Password :
Checking if current repository database is a supported version
[ Error during Prereq validations Phase]. Detail: OMSPatcher is not able to get the required inputs.
OMSPatcher failed: The current repository database version 19.3.0.0.190416 is not supported for applying the OMS patch. Update the repository database to the minimum supported Release Update 19.11.0.0.0 and one-off patch 17777718 or higher release update as available and retry the OMS patching.
Log file location: /home/oracle/middleware/cfgtoollogs/omspatcher/32835392/omspatcher_2021-10-11_21-47-39PM_deploy.log
Recommended actions: Please verify the error details and try again.
OMSPatcher failed with error code 231
[oracle@oel78-base OMSPatcher]$

Step-10: Applying OEM 13.5 Patch.

[oracle@oel78-base OMSPatcher]$ ./omspatcher apply /home/oracle/32835392/ -oh /home/oracle/middleware -invPtrLoc /home/oracle/middleware/oraInst.loc  OMSPatcher.OMS_DISABLE_HOST_CHECK=true
OMSPatcher Automation Tool
Copyright (c) 2017, Oracle Corporation.  All rights reserved.
OMSPatcher version : 13.9.5.0.0
OUI version        : 13.9.4.0.0
Running from       : /home/oracle/middleware
Log file location  : /home/oracle/middleware/cfgtoollogs/omspatcher/opatch2021-10-11_22-06-07PM_1.log
OMSPatcher log file: /home/oracle/middleware/cfgtoollogs/omspatcher/32835392/omspatcher_2021-10-11_22-06-08PM_deploy.log
Please enter OMS weblogic admin server URL(t3s://oel78-base:7102):>
Please enter OMS weblogic admin server username(weblogic):>
Please enter OMS weblogic admin server password:>
Enter SYS Password :
Checking if current repository database is a supported version
Current repository database version is supported
Prereq "checkComponents" for patch 32835403 passed.
Prereq "checkComponents" for patch 32941631 passed.
WARNING: Could not apply the patch "32941696" because the "oracle.sysman.smf.oms.plugin with version 13.5.1.0.0" core component of the "OMS" or the plug-in for which the patch is intended is either not deployed or deployed with another version in your Enterprise Manager system.
WARNING: Could not apply the patch "32941706" because the "oracle.sysman.vt.oms.plugin with version 13.5.1.0.0" core component of the "OMS" or the plug-in for which the patch is intended is either not deployed or deployed with another version in your Enterprise Manager system.
WARNING: Could not apply the patch "32860349" because the "oracle.sysman.empa.oms.plugin with version 13.5.1.0.0" core component of the "OMS" or the plug-in for which the patch is intended is either not deployed or deployed with another version in your Enterprise Manager system.
Prereq "checkComponents" for patch 32941575 passed.
WARNING: Could not apply the patch "32941713" because the "oracle.sysman.am.oms.plugin with version 13.5.1.0.0" core component of the "OMS" or the plug-in for which the patch is intended is either not deployed or deployed with another version in your Enterprise Manager system.
Prereq "checkComponents" for patch 32840049 passed.
Prereq "checkComponents" for patch 32835412 passed.
WARNING: Could not apply the patch "32941609" because the "oracle.sysman.bda.oms.plugin with version 13.5.1.0.0" core component of the "OMS" or the plug-in for which the patch is intended is either not deployed or deployed with another version in your Enterprise Manager system.
WARNING: Could not apply the patch "32941618" because the "oracle.sysman.emct.oms.plugin with version 13.5.1.0.0" core component of the "OMS" or the plug-in for which the patch is intended is either not deployed or deployed with another version in your Enterprise Manager system.
WARNING: Could not apply the patch "32941662" because the "oracle.sysman.emfa.oms.plugin with version 13.5.1.0.0" core component of the "OMS" or the plug-in for which the patch is intended is either not deployed or deployed with another version in your Enterprise Manager system.
WARNING: Could not apply the patch "32941645" because the "oracle.sysman.ssa.oms.plugin with version 13.5.1.0.0" core component of the "OMS" or the plug-in for which the patch is intended is either not deployed or deployed with another version in your Enterprise Manager system.
Prereq "checkComponents" for patch 32941673 passed.
Configuration Validation: Success
Running apply prerequisite checks for sub-patch(es) "32941631,32840049,32835403,32941673,32941575,32835412" and Oracle Home "/home/oracle/middleware"...
Sub-patch(es) "32941631,32840049,32835403,32941673,32941575,32835412" are successfully analyzed for Oracle Home "/home/oracle/middleware"
To continue, OMSPatcher will do the following:
[Patch and deploy artifacts]   : Apply sub-patch(es) [ 32835403 32835412 32840049 32941575 32941631 32941673 ]
                                 Apply RCU artifact with patch "/home/oracle/middleware/.omspatcher_storage/32835403_Sep_16_2021_10_02_49/original_patch";
                                 Apply RCU artifact with patch "/home/oracle/middleware/.omspatcher_storage/32941631_Sep_16_2021_10_19_23/original_patch";
                                 Apply RCU artifact with patch "/home/oracle/middleware/.omspatcher_storage/32941575_Sep_16_2021_10_19_31/original_patch";
                                 Apply RCU artifact with patch "/home/oracle/middleware/.omspatcher_storage/32840049_Sep_16_2021_10_19_42/original_patch";
                                 Apply RCU artifact with patch "/home/oracle/middleware/.omspatcher_storage/32835412_Sep_16_2021_10_20_01/original_patch";
                                 Apply RCU artifact with patch "/home/oracle/middleware/.omspatcher_storage/32941673_Sep_16_2021_10_20_42/original_patch";
                                 Register MRS artifact "commands";
                                 Register MRS artifact "targetType";
                                 Register MRS artifact "storeTargetType";
                                 Register MRS artifact "default_collection";
                                 Register MRS artifact "omsPropertyDef";
                                 Register MRS artifact "jobTypes";
                                 Register MRS artifact "SecurityClassManager";
                                 Register MRS artifact "swlib";
                                 Register MRS artifact "procedures";
                                 Register MRS artifact "systemStencil";
                                 Register MRS artifact "discovery";
                                 Register MRS artifact "gccompliance";
                                 Register MRS artifact "derivedAssocs"
Do you want to proceed? [y|n]
y
User Responded with: Y
Stopping the OMS.....
Please monitor log file: /home/oracle/middleware/cfgtoollogs/omspatcher/2021-10-11_22-07-47PM_SystemPatch_32835392_9/stop_oms_2021-10-11_22-07-47PM.log
Applying sub-patch(es) "32835403,32835412,32840049,32941575,32941631,32941673"
Please monitor log file: /home/oracle/middleware/cfgtoollogs/opatch/opatch2021-10-11_22-06-25PM_1.log
Updating repository with RCU reference file "/home/oracle/middleware/.omspatcher_storage/32835403_Sep_16_2021_10_02_49/original_patch"
Updating repository with RCU reference file "/home/oracle/middleware/.omspatcher_storage/32941631_Sep_16_2021_10_19_23/original_patch" for plugin home "/home/oracle/middleware/plugins/oracle.sysman.cfw.oms.plugin_13.5.1.0.0"
Updating repository with RCU reference file "/home/oracle/middleware/.omspatcher_storage/32941575_Sep_16_2021_10_19_31/original_patch" for plugin home "/home/oracle/middleware/plugins/oracle.sysman.si.oms.plugin_13.5.1.0.0"
Updating repository with RCU reference file "/home/oracle/middleware/.omspatcher_storage/32840049_Sep_16_2021_10_19_42/original_patch" for plugin home "/home/oracle/middleware/plugins/oracle.sysman.emas.oms.plugin_13.5.1.0.0"
Updating repository with RCU reference file "/home/oracle/middleware/.omspatcher_storage/32835412_Sep_16_2021_10_20_01/original_patch" for plugin home "/home/oracle/middleware/plugins/oracle.sysman.db.oms.plugin_13.5.1.0.0"
Updating repository with RCU reference file "/home/oracle/middleware/.omspatcher_storage/32941673_Sep_16_2021_10_20_42/original_patch" for plugin home "/home/oracle/middleware/plugins/oracle.sysman.xa.oms.plugin_13.5.1.0.0"
Registering service "commands" with register file "/home/oracle/middleware/sysman/metadata/commands/commands.xml" for plugin id as "core"...
Please monitor log file: /home/oracle/middleware/cfgtoollogs/omspatcher/2021-10-11_22-07-47PM_SystemPatch_32835392_9/emctl_register_commands_2021-10-11_22-12-16PM.log
Registering service "commands" with register file "/home/oracle/middleware/plugins/oracle.sysman.db.oms.plugin_13.5.1.0.0/metadata/commands/commands.xml" for plugin id as "oracle.sysman.db"...
Please monitor log file: /home/oracle/middleware/cfgtoollogs/omspatcher/2021-10-11_22-07-47PM_SystemPatch_32835392_9/emctl_register_commands_2021-10-11_22-12-21PM.log
Registering service "targetType" with register file "/home/oracle/middleware/sysman/builtinplugins/oracle.sysman.oh/metadata/targetType/oracle_home.xml" for plugin id as "core"...
Please monitor log file: /home/oracle/middleware/cfgtoollogs/omspatcher/2021-10-11_22-07-47PM_SystemPatch_32835392_9/emctl_register_targetType_2021-10-11_22-12-25PM.log
Registering service "targetType" with register file "/home/oracle/middleware/plugins/oracle.sysman.db.oms.plugin_13.5.1.0.0/patched_metadata/13.5.1.0.0/targetType/32835412/oracle_cman.xml" for plugin id as "oracle.sysman.db"...
Please monitor log file: /home/oracle/middleware/cfgtoollogs/omspatcher/2021-10-11_22-07-47PM_SystemPatch_32835392_9/emctl_register_targetType_2021-10-11_22-12-42PM.log
Registering service "storeTargetType" with register file "/home/oracle/middleware/sysman/metadata/targetType/host.xml" for plugin id as "core"...
Please monitor log file: /home/oracle/middleware/cfgtoollogs/omspatcher/2021-10-11_22-07-47PM_SystemPatch_32835392_9/emctl_register_storeTargetType_2021-10-11_22-13-37PM.log
Registering service "storeTargetType" with register file "/home/oracle/middleware/plugins/oracle.sysman.db.oms.plugin_13.5.1.0.0/patched_metadata/13.5.1.0.0/targetType/32835412/oracle_cloud_adw.xml" for plugin id as "oracle.sysman.db"...
Please monitor log file: /home/oracle/middleware/cfgtoollogs/omspatcher/2021-10-11_22-07-47PM_SystemPatch_32835392_9/emctl_register_storeTargetType_2021-10-11_22-13-42PM.log
Registering service "default_collection" with register file "/home/oracle/middleware/sysman/metadata/default_collection/oracle_emd.xml" for plugin id as "core"...
Please monitor log file: /home/oracle/middleware/cfgtoollogs/omspatcher/2021-10-11_22-07-47PM_SystemPatch_32835392_9/emctl_register_default_collection_2021-10-11_22-13-48PM.log
Registering service "default_collection" with register file "/home/oracle/middleware/plugins/oracle.sysman.db.oms.plugin_13.5.1.0.0/patched_metadata/13.5.1.0.0/default_collection/32835412/oracle_cman.xml" for plugin id as "oracle.sysman.db"...
Please monitor log file: /home/oracle/middleware/cfgtoollogs/omspatcher/2021-10-11_22-07-47PM_SystemPatch_32835392_9/emctl_register_default_collection_2021-10-11_22-13-58PM.log
Registering service "omsPropertyDef" with register file "/home/oracle/middleware/sysman/metadata/omsProperties/definition/OMSPropDefinition.xml" for plugin id as "core"...
Please monitor log file: /home/oracle/middleware/cfgtoollogs/omspatcher/2021-10-11_22-07-47PM_SystemPatch_32835392_9/emctl_register_omsPropertyDef_2021-10-11_22-14-14PM.log
Registering service "jobTypes" with register file "/home/oracle/middleware/sysman/metadata/jobTypes/agentpatch/DeployPatchesOnAgent.xml" for plugin id as "core"...
Please monitor log file: /home/oracle/middleware/cfgtoollogs/omspatcher/2021-10-11_22-07-47PM_SystemPatch_32835392_9/emctl_register_jobTypes_2021-10-11_22-14-20PM.log
Registering service "jobTypes" with register file "/home/oracle/middleware/plugins/oracle.sysman.db.oms.plugin_13.5.1.0.0/metadata/jobTypes/NGCreateCRSCloneComponent.xml" for plugin id as "oracle.sysman.db"...
Please monitor log file: /home/oracle/middleware/cfgtoollogs/omspatcher/2021-10-11_22-07-47PM_SystemPatch_32835392_9/emctl_register_jobTypes_2021-10-11_22-14-26PM.log
Registering service "jobTypes" with register file "/home/oracle/middleware/plugins/oracle.sysman.db.oms.plugin_13.5.1.0.0/metadata/jobTypes/GEFExtractAgent.xml" for plugin id as "oracle.sysman.db"...
Please monitor log file: /home/oracle/middleware/cfgtoollogs/omspatcher/2021-10-11_22-07-47PM_SystemPatch_32835392_9/emctl_register_jobTypes_2021-10-11_22-14-35PM.log
Registering service "SecurityClassManager" with register file "/home/oracle/middleware/sysman/metadata/security/SecurityClass/dashboard_security_class.xml" for plugin id as "core"...
Please monitor log file: /home/oracle/middleware/cfgtoollogs/omspatcher/2021-10-11_22-07-47PM_SystemPatch_32835392_9/emctl_register_SecurityClassManager_2021-10-11_22-14-40PM.log
Registering service "swlib" with register file "/home/oracle/middleware/sysman/metadata/swlib/patch" for plugin id as "core"...
Please monitor log file: /home/oracle/middleware/cfgtoollogs/omspatcher/2021-10-11_22-07-47PM_SystemPatch_32835392_9/emctl_register_swlib_2021-10-11_22-14-45PM.log
Registering service "swlib" with register file "/home/oracle/middleware/plugins/oracle.sysman.db.oms.plugin_13.5.1.0.0/metadata/swlib/dbprovision/dbprov" for plugin id as "oracle.sysman.db"...
Please monitor log file: /home/oracle/middleware/cfgtoollogs/omspatcher/2021-10-11_22-07-47PM_SystemPatch_32835392_9/emctl_register_swlib_2021-10-11_22-14-52PM.log
Registering service "procedures" with register file "/home/oracle/middleware/plugins/oracle.sysman.cfw.oms.plugin_13.5.1.0.0/metadata/procedures/CfwOPCDiscoveryDP.xml" for plugin id as "oracle.sysman.cfw"...
Please monitor log file: /home/oracle/middleware/cfgtoollogs/omspatcher/2021-10-11_22-07-47PM_SystemPatch_32835392_9/emctl_register_procedures_2021-10-11_22-15-00PM.log
Registering service "procedures" with register file "/home/oracle/middleware/plugins/oracle.sysman.db.oms.plugin_13.5.1.0.0/metadata/procedures/CloudDataMigration.xml" for plugin id as "oracle.sysman.db"...
Please monitor log file: /home/oracle/middleware/cfgtoollogs/omspatcher/2021-10-11_22-07-47PM_SystemPatch_32835392_9/emctl_register_procedures_2021-10-11_22-15-05PM.log
Registering service "procedures" with register file "/home/oracle/middleware/plugins/oracle.sysman.xa.oms.plugin_13.5.1.0.0/metadata/procedures/XaCreateCluster.xml" for plugin id as "oracle.sysman.xa"...
Please monitor log file: /home/oracle/middleware/cfgtoollogs/omspatcher/2021-10-11_22-07-47PM_SystemPatch_32835392_9/emctl_register_procedures_2021-10-11_22-15-14PM.log
Registering service "systemStencil" with register file "/home/oracle/middleware/plugins/oracle.sysman.db.oms.plugin_13.5.1.0.0/patched_metadata/13.5.1.0.0/systemStencil/32835412/rac_database.xml" for plugin id as "oracle.sysman.db"...
Please monitor log file: /home/oracle/middleware/cfgtoollogs/omspatcher/2021-10-11_22-07-47PM_SystemPatch_32835392_9/emctl_register_systemStencil_2021-10-11_22-15-19PM.log
Registering service "discovery" with register file "/home/oracle/middleware/plugins/oracle.sysman.db.oms.plugin_13.5.1.0.0/metadata/discovery/db_discovery.xml" for plugin id as "oracle.sysman.db"...
Please monitor log file: /home/oracle/middleware/cfgtoollogs/omspatcher/2021-10-11_22-07-47PM_SystemPatch_32835392_9/emctl_register_discovery_2021-10-11_22-15-24PM.log
Registering service "gccompliance" with register file "/home/oracle/middleware/plugins/oracle.sysman.db.oms.plugin_13.5.1.0.0/metadata/gccompliance/cis19c.xml" for plugin id as "oracle.sysman.db"...
Please monitor log file: /home/oracle/middleware/cfgtoollogs/omspatcher/2021-10-11_22-07-47PM_SystemPatch_32835392_9/emctl_register_gccompliance_2021-10-11_22-15-28PM.log
Registering service "derivedAssocs" with register file "/home/oracle/middleware/plugins/oracle.sysman.db.oms.plugin_13.5.1.0.0/metadata/derivedAssocs/dg_assoc_rules.xml" for plugin id as "oracle.sysman.db"...
Please monitor log file: /home/oracle/middleware/cfgtoollogs/omspatcher/2021-10-11_22-07-47PM_SystemPatch_32835392_9/emctl_register_derivedAssocs_2021-10-11_22-15-36PM.log
Starting the oms
Please monitor log file: /home/oracle/middleware/cfgtoollogs/omspatcher/2021-10-11_22-15-44PM_SystemPatch_32835392_42/start_oms_2021-10-11_22-15-44PM.log
Complete Summary
================
All log file names referenced below can be accessed from the directory "/home/oracle/middleware/cfgtoollogs/omspatcher/2021-10-11_22-15-44PM_SystemPatch_32835392_42"
Patching summary:
-----------------
Binaries of the following sub-patch(es) have been applied successfully:
                        Featureset                                             Sub-patches                                                                                  Log file
                        ----------                                             -----------                                                                                  --------
oracle.sysman.top.oms_13.5.0.0.0   32835403,32835412,32840049,32941575,32941631,32941673   32835403,32835412,32840049,32941575,32941631,32941673_opatch2021-10-11_22-06-25PM_1.log
The following sub-patches are incompatible with components installed in the OMS system:
32941696,32941706,32860349,32941713,32941609,32941618,32941662,32941645
Deployment summary:
-------------------
The following artifact(s) have been successfully deployed:
                 Artifacts                                                        Log file
                 ---------                                                        --------
                       SQL         rcu_applypatch_original_patch_2021-10-11_22-09-48PM.log
                       SQL         rcu_applypatch_original_patch_2021-10-11_22-10-53PM.log
                       SQL         rcu_applypatch_original_patch_2021-10-11_22-11-10PM.log
                       SQL         rcu_applypatch_original_patch_2021-10-11_22-11-26PM.log
                       SQL         rcu_applypatch_original_patch_2021-10-11_22-11-41PM.log
                       SQL         rcu_applypatch_original_patch_2021-10-11_22-12-01PM.log
              MRS-commands               emctl_register_commands_2021-10-11_22-12-16PM.log
              MRS-commands               emctl_register_commands_2021-10-11_22-12-21PM.log
            MRS-targetType             emctl_register_targetType_2021-10-11_22-12-25PM.log
            MRS-targetType             emctl_register_targetType_2021-10-11_22-12-42PM.log
       MRS-storeTargetType        emctl_register_storeTargetType_2021-10-11_22-13-37PM.log
       MRS-storeTargetType        emctl_register_storeTargetType_2021-10-11_22-13-42PM.log
    MRS-default_collection     emctl_register_default_collection_2021-10-11_22-13-48PM.log
    MRS-default_collection     emctl_register_default_collection_2021-10-11_22-13-58PM.log
        MRS-omsPropertyDef         emctl_register_omsPropertyDef_2021-10-11_22-14-14PM.log
              MRS-jobTypes               emctl_register_jobTypes_2021-10-11_22-14-20PM.log
              MRS-jobTypes               emctl_register_jobTypes_2021-10-11_22-14-26PM.log
              MRS-jobTypes               emctl_register_jobTypes_2021-10-11_22-14-35PM.log
  MRS-SecurityClassManager   emctl_register_SecurityClassManager_2021-10-11_22-14-40PM.log
                 MRS-swlib                  emctl_register_swlib_2021-10-11_22-14-45PM.log
                 MRS-swlib                  emctl_register_swlib_2021-10-11_22-14-52PM.log
            MRS-procedures             emctl_register_procedures_2021-10-11_22-15-00PM.log
            MRS-procedures             emctl_register_procedures_2021-10-11_22-15-05PM.log
            MRS-procedures             emctl_register_procedures_2021-10-11_22-15-14PM.log
         MRS-systemStencil          emctl_register_systemStencil_2021-10-11_22-15-19PM.log
             MRS-discovery              emctl_register_discovery_2021-10-11_22-15-24PM.log
          MRS-gccompliance           emctl_register_gccompliance_2021-10-11_22-15-28PM.log
         MRS-derivedAssocs          emctl_register_derivedAssocs_2021-10-11_22-15-36PM.log
--------------------------------------------------------------------------------
The following warnings have occurred during OPatch execution:
1)  Could not apply the patch "32941696" because the "oracle.sysman.smf.oms.plugin with version 13.5.1.0.0" core component of the "OMS" or the plug-in for which the patch is intended is either not deployed or deployed with another version in your Enterprise Manager system.
2)  Could not apply the patch "32941706" because the "oracle.sysman.vt.oms.plugin with version 13.5.1.0.0" core component of the "OMS" or the plug-in for which the patch is intended is either not deployed or deployed with another version in your Enterprise Manager system.
3)  Could not apply the patch "32860349" because the "oracle.sysman.empa.oms.plugin with version 13.5.1.0.0" core component of the "OMS" or the plug-in for which the patch is intended is either not deployed or deployed with another version in your Enterprise Manager system.
4)  Could not apply the patch "32941713" because the "oracle.sysman.am.oms.plugin with version 13.5.1.0.0" core component of the "OMS" or the plug-in for which the patch is intended is either not deployed or deployed with another version in your Enterprise Manager system.
5)  Could not apply the patch "32941609" because the "oracle.sysman.bda.oms.plugin with version 13.5.1.0.0" core component of the "OMS" or the plug-in for which the patch is intended is either not deployed or deployed with another version in your Enterprise Manager system.
6)  Could not apply the patch "32941618" because the "oracle.sysman.emct.oms.plugin with version 13.5.1.0.0" core component of the "OMS" or the plug-in for which the patch is intended is either not deployed or deployed with another version in your Enterprise Manager system.
7)  Could not apply the patch "32941662" because the "oracle.sysman.emfa.oms.plugin with version 13.5.1.0.0" core component of the "OMS" or the plug-in for which the patch is intended is either not deployed or deployed with another version in your Enterprise Manager system.
8)  Could not apply the patch "32941645" because the "oracle.sysman.ssa.oms.plugin with version 13.5.1.0.0" core component of the "OMS" or the plug-in for which the patch is intended is either not deployed or deployed with another version in your Enterprise Manager system.
------------------------------------------------------------------------------------------------------------------------
OMSPatcher Session completed with warnings.
Log file location: /home/oracle/middleware/cfgtoollogs/omspatcher/32835392/omspatcher_2021-10-11_22-06-08PM_deploy.log
OMSPatcher completed with warnings.
[oracle@oel78-base OMSPatcher]$

Note: Check the above warnings based on the environment.

Step-11: Status of OEM 13.5

[oracle@oel78-base bin]$ ./emctl status oms
Oracle Enterprise Manager Cloud Control 13c Release 5
Copyright (c) 1996, 2021 Oracle Corporation.  All rights reserved.
WebTier is Up
Oracle Management Server is Up
JVMD Engine is Up

[oracle@oel78-base bin]$ ./emctl stop oms -all
Oracle Enterprise Manager Cloud Control 13c Release 5
Copyright (c) 1996, 2021 Oracle Corporation.  All rights reserved.
Stopping Oracle Management Server...
WebTier Successfully Stopped
Oracle Management Server Successfully Stopped
AdminServer Successfully Stopped
Oracle Management Server is Down
JVMD Engine is Down
[oracle@oel78-base bin]$

[oracle@oel78-base bin]$ ./emctl start oms
Oracle Enterprise Manager Cloud Control 13c Release 5
Copyright (c) 1996, 2021 Oracle Corporation.  All rights reserved.
Starting Oracle Management Server...
WebTier Successfully Started
Oracle Management Server Successfully Started
Oracle Management Server is Up
JVMD Engine is Up
[oracle@oel78-base bin]$

[oracle@oel78-base OPatch]$ ./opatch lsinventory
Oracle Interim Patch Installer version 13.9.4.2.5
Copyright (c) 2021, Oracle Corporation.  All rights reserved.
Oracle Home       : /home/oracle/middleware
Central Inventory : /u01/app/oraInventory
   from           : /home/oracle/middleware//oraInst.loc
OPatch version    : 13.9.4.2.5
OUI version       : 13.9.4.0.0
Log file location : /home/oracle/middleware/cfgtoollogs/opatch/opatch2021-10-12_14-38-37PM_1.log
OPatch detects the Middleware Home as "/home/oracle/middleware"
Lsinventory Output file location : /home/oracle/middleware/cfgtoollogs/opatch/lsinv/lsinventory2021-10-12_14-38-37PM.txt
--------------------------------------------------------------------------------
Local Machine Information::
Hostname: oel78-base
ARU platform id: 226
ARU platform description:: Linux_AMD64
Interim patches (16) :
Patch  32941673     : applied on Mon Oct 11 22:09:45 CDT 2021
Unique Patch ID:  -1631812842
Patch description:  "Oracle Enterprise Manager for Exadata 13c Release 5 Plug-in Update 1 (13.5.1.1) for Oracle Management Service"
   Created on 16 Sep 2021, 10:20:42 hrs PST8PDT
   Bugs fixed:
     32941673, 33193963, 33205039, 32203795, 33024220, 32563635, 32336083
     32726681, 32831274, 32746521
Patch  32941631     : applied on Mon Oct 11 22:09:36 CDT 2021
Unique Patch ID:  -1631812763
Patch description:  "Oracle Enterprise Manager for Cloud Framework 13c Release 5 Plug-in Update 1 (13.5.1.1) for Oracle Management Service"
   Created on 16 Sep 2021, 10:19:23 hrs PST8PDT
   Bugs fixed:
     32941631, 33204885, 33026896, 32734050, 32682270, 32664737, 32996431
     32734168, 32734076, 32668920, 32639899, 32639804, 32577457, 32576642
     32639920
Patch  32941575     : applied on Mon Oct 11 22:09:26 CDT 2021
Unique Patch ID:  -1631812771
Patch description:  "Oracle Enterprise Manager for Systems Infrastructure 13c Release 5 Plug-in Update 1 (13.5.1.1) for Oracle Management Service"
   Created on 16 Sep 2021, 10:19:31 hrs PST8PDT
   Bugs fixed:
     32941575, 30891082, 32733793, 32732243, 30798805, 32726565, 32581107
     32794477, 32748839, 32654393, 32649369, 32612213, 32494464, 32662072
     32662063, 32651249
Patch  32840049     : applied on Mon Oct 11 22:09:17 CDT 2021
Unique Patch ID:  -1631812782
Patch description:  "Oracle Enterprise Manager for Fusion Middleware 13c Release 5 Plug-in Update 1 (13.5.1.1) for Oracle Management Service"
   Created on 16 Sep 2021, 10:19:42 hrs PST8PDT
   Bugs fixed:
     32840049, 32868380, 32984912, 32617408, 32760196, 32760178, 32760159
     32697035, 32570237, 32569906, 32562399, 32454213, 32304112, 31765914
     32775326, 32764425, 32697390, 32697348, 32697334
Patch  32835412     : applied on Mon Oct 11 22:09:06 CDT 2021
Unique Patch ID:  -1631812801
Patch description:  "Oracle Enterprise Manager for Oracle Database 13c Release 5 Plug-in Update 1 (13.5.1.1) for Oracle Management Service"
   Created on 16 Sep 2021, 10:20:01 hrs PST8PDT
   Bugs fixed:
     32835412, 33209008, 33153037, 32520179, 32100314, 31191860, 33009711
     33061057, 33188369, 33200697, 32000078, 33101787, 32902766, 31631225
     31023658, 33155111, 32946330, 33042730, 33119308, 32992837, 33077023
     33077017, 33091086, 32832518, 32413259, 33040018, 33137923, 33031226
     31565757, 32946044, 32064670, 32064549, 32048022, 32047952, 31980620
     31879265, 30459149, 31448912, 32133612, 31448587, 33105372, 32896083
     33117401, 31612433, 32986460, 32941218, 33077024, 33071271, 32618232
     32123913, 32406319, 32626437, 32452326, 32146370, 33001964, 32518500
     32461282, 32520125, 32403676, 32487304, 33011802, 32527392, 31841350
     32734551, 31781508, 31840911, 32501512, 33047673, 32572632, 32268465
     32890351, 33034299, 33034285, 32733819, 32664679, 32930701, 32908559
     32690527, 32448094, 32717353, 32697222, 32718945, 32696781, 32425493
     32967077, 32472137, 32920717, 32617714, 32947974, 32984788, 32951188
     32951168, 32978006, 32907002, 32984007, 32969643, 32994176, 32707669
     32988579, 32705653, 32900439, 32878321, 32862456, 32534672, 32982761
     32976818, 32850307, 32632476, 32457130, 32767956, 32015769, 32956440
     32927788, 32969591, 32558279, 32942385, 32727913, 32733756, 32430651
     31690879, 20632918, 32440438, 30356256, 31982895, 32769868, 32696611
     32899463, 32715933, 32661560, 32270518, 31186080, 19282203, 29453796
     32769397, 32769337, 32769315, 32769289, 32769272, 32769251, 32769239
     32769211, 32317482, 32130175, 32872281, 32857306, 32818085, 32794224
     32696500, 32670193, 32669119, 32639160, 32250188, 32233794, 31356953
     31056681, 32737910, 32737901, 32737886, 32737873, 32737839, 32733994
     32626221, 32614772, 32551790, 32503691, 32503661, 32492715, 32816685
     32492254, 32479221, 32473788, 32425827, 31928937, 30941880, 30531298
     32879620, 32764158, 32734210, 32734192, 32734161, 32734137, 32690297
     32689830, 32664660, 32569996, 30912191, 32664571, 32664503, 32775887
     32752555, 32733789, 32650025, 32465023, 29823514, 32577682, 32494089
     32252460, 32891273, 32675165, 32674969, 32674781, 32651316, 32634188
     32634174, 32556438, 32432480, 32695685, 31465093, 32857462, 32762392
     32769818, 32738766, 32661607, 32639260, 32545623, 32780782, 32766435
     32713546, 32694183, 32657715, 32435115, 32244064, 32531498, 32033809
     32401599, 31472152, 32239505, 32569710, 31324495, 32734187, 32716301
     32901256, 19053949, 31409031, 32844955, 31560228, 32682190, 32889074
     32635622, 32693258, 31745721, 31009898, 31157702, 32703617, 32674638
     31517789, 29047742, 30563358
Patch  32835403     : applied on Mon Oct 11 22:08:49 CDT 2021
Unique Patch ID:  -1631811769
Patch description:  "Oracle Enterprise Manager 13c Release 5 Platform Update 1 (13.5.0.1) for Oracle Management Service"
   Created on 16 Sep 2021, 10:02:49 hrs PST8PDT
   Bugs fixed:
     32835403, 33351327, 33269767, 33322605, 33265962, 33205918, 33205901
     33215666, 33290303, 33207219, 33242441, 33312449, 33285132, 33165738
     33251197, 33278418, 33121253, 33265032, 33130697, 33089086, 33082807
     33051819, 32428117, 33026302, 32832753, 33026379, 33006697, 33117703
     32345570, 27423704, 32628955, 33089124, 32367849, 29775098, 33159354
     33144351, 33112934, 32898389, 32672826, 32639661, 32780740, 32609942
     32476004, 32463474, 32404972, 32349067, 32287431, 32890970, 33023169
     32664880, 32227610, 33064180, 32373580, 32669795, 32428159, 32445867
     32834902, 30989506, 32991633, 31823688, 32900038, 31955271, 32886840
     33111445, 27106511, 33081520, 33062213, 31316423, 30847983, 32487734
     32968006, 32628089, 21682639, 32886270, 32525258, 32956399, 30051534
     31131253, 32590866, 24947709, 32977577, 32971711, 32893465, 32379051
     32969850, 32639305, 32639277, 32893519, 32893492, 32893480, 32893411
     32733922, 32733860, 32893425, 32609866, 32556620, 32556535, 32495179
     32560515, 31877724, 32905933, 32781773, 32639127, 32699552, 32956473
     32485181, 32955065, 32555201, 32554777, 32525285, 31983662, 32538870
     32957203, 32956340, 32668082, 21455287, 32106962, 32956419, 32902597
     32730345, 32855006, 32816992, 24580248, 32752218, 32780197, 32777315
     32752627, 32708883, 24332333, 32383880, 32552472, 32682538, 32682590
     32669708, 32697108, 32669220, 32664694, 32657538, 32804579, 32767071
     32675214, 30978542, 32410122, 32727402, 32764450, 32709561, 32556393
     32565239, 32775468, 32660129, 32515824, 32408212, 32570335, 30575996
     32734455, 32734436, 32734421, 32654909, 32640547, 32847536, 32761056
     32760565, 32772061, 32772037, 32769174, 32769165, 32769140, 32764473
     32588416, 32588392, 32284206, 32628078, 32374652, 32374646, 32171833
     32669011, 32668990, 32668967, 32761017, 32761011, 32669070, 32669055
     32669035, 32911167, 32794833, 32794622, 32781138, 32781125, 32763772
     32760423, 32753964, 32696536, 32689705, 32689492, 32370264, 32312139
     32689388, 32682248, 32669771, 32669751, 32657580, 32657492, 32614724
     32614617, 32613979, 32583813, 32583772, 32581873, 32581781, 32562392
     32540602, 32705870, 32661847, 32504145, 29939722, 32605773, 32247369
     31449489, 32919375, 32912476, 32907378, 32698056, 32830544, 32898301
     32559521, 32885688, 32102390, 31516117, 32185229, 31542860, 32794818
     32794889, 32794856, 31216815, 32075246, 32649322, 32639978, 32639972
     32282299, 32187233, 31838689, 31054056, 32132746, 32195005, 32780718
     32780693, 32780663, 32780638, 32761087, 32697159, 32682475, 32682437
     32651639
Patch  32458315     : applied on Thu Sep 02 17:11:50 CDT 2021
Unique Patch ID:  24052420
Patch description:  "ADF BUNDLE PATCH 12.2.1.4.210203"
   Created on 3 Feb 2021, 18:56:24 hrs PST8PDT
   Bugs fixed:
     30501739, 31868876, 30483617, 32241301, 31876942, 30890413, 30001938
     31943331, 30924632, 31168539, 31382350, 31197758, 31013416, 31013483
     30986246, 31043769, 31251736, 31371352, 31042220, 31440200, 31354249
     31440147, 31423767, 31544455, 31895979, 31841131, 31567878, 31531067
     31681109, 31599570, 31840977, 31767545, 31856872, 31834998, 31838027
     31943600, 30978562, 32089146, 31602641, 31364298, 30930830, 30833462
     31083473, 30375360, 30860908, 31241776, 31417773, 31770192, 30844803
     30616277, 31139695, 28579687, 31301758, 31352853, 30381646, 31100087
     31377004, 31734999, 29495140, 31078285, 30640698, 30931806, 30949508
     30287122, 31153273, 30930120, 30327786, 31109353, 31188790, 30951848
     30365855, 30675815, 31222562, 30928984, 30580767, 30219433, 30260380
     29994761, 30320281, 30303101, 30757203, 30676977, 28917081, 30239306
     30162276, 27577382, 30007532, 30414094, 30345726, 30215122, 30494773
     29605068, 30374587, 30322079, 30527927, 30365054, 30486652, 30509557
     30512885, 30512902, 30381683
Patch  32412974     : applied on Thu Sep 02 17:11:16 CDT 2021
Unique Patch ID:  24033662
Patch description:  "One-off"
   Created on 25 Jan 2021, 19:35:26 hrs UTC
   Bugs fixed:
     32412974
Patch  31818221     : applied on Thu Sep 02 17:11:04 CDT 2021
Unique Patch ID:  23854313
Patch description:  "One-off"
   Created on 9 Oct 2020, 12:52:45 hrs PST8PDT
   Bugs fixed:
     31818221
Patch  31808404     : applied on Thu Sep 02 17:10:56 CDT 2021
Unique Patch ID:  23782033
Patch description:  "OHS (NATIVE) BUNDLE PATCH 12.2.1.4.200826"
   Created on 27 Aug 2020, 08:30:10 hrs PST8PDT
   Bugs fixed:
     30256875, 30269564, 28947894, 30994995, 31250441, 30356835, 31757426
Patch  31708760     : applied on Thu Sep 02 17:10:50 CDT 2021
Unique Patch ID:  23866341
Patch description:  "One-off"
   Created on 16 Oct 2020, 23:53:03 hrs PST8PDT
   Bugs fixed:
     31708760
Patch  31666198     : applied on Thu Sep 02 17:10:44 CDT 2021
Unique Patch ID:  23725588
Patch description:  "OPSS Bundle Patch 12.2.1.4.200724"
   Created on 24 Jul 2020, 05:08:24 hrs PST8PDT
   Bugs fixed:
     30878920, 30756671, 30986141, 30348027, 31255705, 30300758
Patch  30152128     : applied on Thu Sep 02 17:10:37 CDT 2021
Unique Patch ID:  23667397
Patch description:  "One-off"
   Created on 1 Jul 2020, 02:38:09 hrs PST8PDT
   Bugs fixed:
     30152128
Patch  26626168     : applied on Thu Sep 02 17:10:32 CDT 2021
Unique Patch ID:  23644760
Patch description:  "One-off"
   Created on 19 Jun 2020, 17:39:00 hrs PST8PDT
   Bugs fixed:
     26626168
Patch  122146       : applied on Thu Sep 02 17:10:20 CDT 2021
Unique Patch ID:  23808394
Patch description:  "Bundle patch for Oracle Coherence Version 12.2.1.4.6"
   Created on 2 Sep 2020, 14:23:21 hrs PST8PDT
   Bugs fixed:
     31030896, 31470730, 30729380, 30689686, 31806259, 30564187
Patch  32253037     : applied on Thu Sep 02 17:09:31 CDT 2021
Unique Patch ID:  23959534
Patch description:  "WLS PATCH SET UPDATE 12.2.1.4.201209"
   Created on 9 Dec 2020, 15:56:07 hrs PST8PDT
   Bugs fixed:
     30884852, 30885128, 30729141, 31232471, 30633620, 31510290, 30885217
     31770512, 30068341, 25219796, 29940841, 31247235, 31567049, 32069620
     31353368, 31332264, 30652362, 32068710, 30230430, 31765550, 29630055
     31975423, 31526201, 30459026, 30838007, 30465861, 30153412, 31765567
     31118905, 30885114, 29449188, 30961904, 31657139, 18183882, 29769772
     31234573, 31297042, 31113242, 26444945, 30510407, 30885237, 30155056
     30284059, 30341541, 31441174, 30692988, 25973136, 29247835, 31913015
     29971088, 32054481, 30958807, 26547727, 30866037, 31316252, 31564423
     30362086, 30734182, 30469341, 30295025, 30814590, 31160218, 31380363
     30624882, 30771358, 29671344, 30285053, 30740009, 30478451, 30563848
     31047981, 30067299, 29878681, 31724565, 31234666, 30801769, 31011293
     30342923, 31142740, 29660156, 31332368, 30326976, 30837932, 30469093
     30362026, 30568713, 30468443, 30589563, 30670689, 30558254, 31157988
     30964331, 32108759
--------------------------------------------------------------------------------
OPatch succeeded.
[oracle@oel78-base OPatch]$

[oracle@oel78-base OPatch]$ ./opatch lspatches
32941673;Oracle Enterprise Manager for Exadata 13c Release 5 Plug-in Update 1 (13.5.1.1) for Oracle Management Service
32941631;Oracle Enterprise Manager for Cloud Framework 13c Release 5 Plug-in Update 1 (13.5.1.1) for Oracle Management Service
32941575;Oracle Enterprise Manager for Systems Infrastructure 13c Release 5 Plug-in Update 1 (13.5.1.1) for Oracle Management Service
32840049;Oracle Enterprise Manager for Fusion Middleware 13c Release 5 Plug-in Update 1 (13.5.1.1) for Oracle Management Service
32835412;Oracle Enterprise Manager for Oracle Database 13c Release 5 Plug-in Update 1 (13.5.1.1) for Oracle Management Service
32835403;Oracle Enterprise Manager 13c Release 5 Platform Update 1 (13.5.0.1) for Oracle Management Service
32458315;ADF BUNDLE PATCH 12.2.1.4.210203
32412974;One-off
31818221;One-off
31808404;OHS (NATIVE) BUNDLE PATCH 12.2.1.4.200826
31708760;One-off
31666198;OPSS Bundle Patch 12.2.1.4.200724
30152128;One-off
26626168;One-off
122146;Bundle patch for Oracle Coherence Version 12.2.1.4.6
32253037;WLS PATCH SET UPDATE 12.2.1.4.201209
OPatch succeeded.
[oracle@oel78-base OPatch]$ pwd
/home/oracle/middleware/OPatch
[oracle@oel78-base OPatch]$

[oracle@oel78-base OPatch]$ ./opatch lspatches
32941673;Oracle Enterprise Manager for Exadata 13c Release 5 Plug-in Update 1 (13.5.1.1) for Oracle Management Service
32941631;Oracle Enterprise Manager for Cloud Framework 13c Release 5 Plug-in Update 1 (13.5.1.1) for Oracle Management Service
32941575;Oracle Enterprise Manager for Systems Infrastructure 13c Release 5 Plug-in Update 1 (13.5.1.1) for Oracle Management Service
32840049;Oracle Enterprise Manager for Fusion Middleware 13c Release 5 Plug-in Update 1 (13.5.1.1) for Oracle Management Service
32835412;Oracle Enterprise Manager for Oracle Database 13c Release 5 Plug-in Update 1 (13.5.1.1) for Oracle Management Service
32835403;Oracle Enterprise Manager 13c Release 5 Platform Update 1 (13.5.0.1) for Oracle Management Service
32458315;ADF BUNDLE PATCH 12.2.1.4.210203
32412974;One-off
31818221;One-off
31808404;OHS (NATIVE) BUNDLE PATCH 12.2.1.4.200826
31708760;One-off
31666198;OPSS Bundle Patch 12.2.1.4.200724
30152128;One-off
26626168;One-off
122146;Bundle patch for Oracle Coherence Version 12.2.1.4.6
32253037;WLS PATCH SET UPDATE 12.2.1.4.201209
OPatch succeeded.
[oracle@oel78-base OPatch]$


Hope it helps...Please let me know if any changes/modifications....

Sunday, October 3, 2021

Oracle 19c (19.12) - Oracle ASM Cluster File System (ACFS) Replication.

Oracle 19c - Oracle ASM Cluster File System (ACFS) Replication.

Primary RAC:
------------------
a. Operating System: Oracle Linux 8.2
b. Kernel: 5.4.17-2011.1.2.el8uek.x86_64
c. Grid Infra: Oracle 19c (19.3) + RU 19.12

Standby RAC:
-------------------
a. Operating System: Oracle Linux 8.2
b. Kernel: 5.4.17-2011.1.2.el8uek.x86_64
c. Grid Infra: Oracle 19c (19.3) + RU 19.12

Oracle ACFS, as part of Oracle Grid Infrastructure, is integrated with Oracle ASM, Oracle ADVM and Oracle Clusterware. Oracle ACFS will provide the following capabilities.

» Security
» Audit
» Compression
» Snapshots
» Replication:
» Tagging
» Plugins
» Accelerator Volumes
» NAS Maximum Availability eXtensions
» ACFS Remote Service

ACFS Replication:

Oracle ACFS provides the capability to replicate an entire file system from one location to a different location so that customers can provide for test and development and disaster recovery. Starting in Oracle 12cR2, Oracle ACFS replication evolved to a snapshot-based replication solution, enhancing its already existing capabilities and providing maximum efficiency and flexibility in its replication method. Starting in Oracle 18c, Oracle ACFS introduces role reversal, allowing a standby site to become an active site and the active site to become a standby site in case this is required.
The primary and standby sites can have differing configurations; i.e., primary can be multi-node cluster and standby can be a single-node cluster.

Oracle 19c (19.5) release, replication supports both switchover and failover. In these operations, the existing standby is converted to be the new primary, and the existing primary may either become the new standby, or may be replaced as the new standby by a different storage location. 
In all cases, the standby file system is a read-only file system. One use-case for the standby file system is that it can be the source for backups.

Note that primary site running Linux, Solaris or AIX can replicate to a standby site running any of those operating systems

Configuring Password-less SSH login

In the password-less SSH login method, we’re going to exchange encrypted keys instead of entering the actual password while connecting to the remote systems using SSH. So, nobody can easily hack or guess your password, because we don’t use passwords any more to access the remote systems. And more importantly, hidden key-loggers and brute-force attacks do not work if we use Password-less SSH.

Primary RAC (oel82-rac1 & oel82-rac2)
------------------------------------------------------------
Step-1: If the public key file does not exist, generate a public / private key pair on the primary by running this command as “root”:

[root@oel82-rac1 ~]# cd /root/.ssh
-bash: cd: /root/.ssh: No such file or directory
[root@oel82-rac1 ~]# pwd
/root
[root@oel82-rac1 ~]# mkdir ~/.ssh
[root@oel82-rac1 ~]# cd .ssh/
[root@oel82-rac1 .ssh]#
[root@oel82-rac1 .ssh]# pwd
/root/.ssh

[root@oel82-rac1 .ssh]# ssh-keygen -t rsa
Generating public/private rsa key pair.
Enter file in which to save the key (/root/.ssh/id_rsa):
Enter passphrase (empty for no passphrase):
Enter same passphrase again:
Your identification has been saved in /root/.ssh/id_rsa.
Your public key has been saved in /root/.ssh/id_rsa.pub.
The key fingerprint is:
SHA256:ahbBDHCCaM7Jfr0rrcsnjfK4aZhzqm/qdANiHR25BVM root@oel82-rac1.localdomain
The key's randomart image is:
+---[RSA 3072]----+
|..o.o++E         |
|o. o.=o.         |
|= .. .*          |
| =. .. .         |
|oo .. . S        |
|o... . o         |
|.o.o+ =          |
|=oB+.B           |
|B%==*..          |
+----[SHA256]-----+
[root@oel82-rac1 .ssh]#
[root@oel82-rac1 .ssh]# ls -la
total 12
drwxr-xr-x.  2 root root   38 Sep 28 14:31 .
dr-xr-x---. 16 root root 4096 Sep 28 14:31 ..
-rw-------.  1 root root 2610 Sep 28 14:31 id_rsa
-rw-r--r--.  1 root root  581 Sep 28 14:31 id_rsa.pub
[root@oel82-rac1 .ssh]# cat id_rsa.pub >> authorized_keys
[root@oel82-rac1 .ssh]#
[root@oel82-rac1 .ssh]# ls -la
total 16
drwxr-xr-x.  2 root root   61 Sep 28 14:32 .
dr-xr-x---. 16 root root 4096 Sep 28 14:31 ..
-rw-r--r--.  1 root root  581 Sep 28 14:32 authorized_keys
-rw-------.  1 root root 2610 Sep 28 14:31 id_rsa
-rw-r--r--.  1 root root  581 Sep 28 14:31 id_rsa.pub

Step-2: Copy the "authorized_keys" from oel82-rac1 to oel82-rac2 node.

[root@oel82-rac1 .ssh]# scp authorized_keys root@oel82-rac2:/root/.ssh
The authenticity of host 'oel82-rac2 (192.168.2.20)' can't be established.
ECDSA key fingerprint is SHA256:id0Rgchdgz/5hmVmH1h40gc+T9QvJHbRAlH7qDerKh0.
Are you sure you want to continue connecting (yes/no/[fingerprint])? yes
Warning: Permanently added 'oel82-rac2,192.168.2.20' (ECDSA) to the list of known hosts.
root@oel82-rac2's password:
authorized_keys                               100%  581     0.5KB/s   00:01
[root@oel82-rac1 .ssh]#
[root@oel82-rac1 .ssh]# exit
logout
[oracle@oel82-rac1 ~]$

Step-3: If the public key file does not exist, generate a public / private key pair on the primary by running this command as “root”:

[oracle@oel82-rac2 ~]$ su - root
Password:
[root@oel82-rac2 ~]# pwd
/root
[root@oel82-rac2 ~]# mkdir ~/.ssh
[root@oel82-rac2 ~]# cd .ssh/
[root@oel82-rac2 .ssh]# ssh-keygen -t rsa
Generating public/private rsa key pair.
Enter file in which to save the key (/root/.ssh/id_rsa):
Enter passphrase (empty for no passphrase):
Enter same passphrase again:
Your identification has been saved in /root/.ssh/id_rsa.
Your public key has been saved in /root/.ssh/id_rsa.pub.
The key fingerprint is:
SHA256:L6CIjvWl173vMYPckAobl1VWznW0Ez0omGvz2dHfX8c root@oel82-rac2
The key's randomart image is:
+---[RSA 3072]----+
|          o o.oo=|
|         o + + o=|
|          o . +o.|
|         * . . ..|
|      + S = o ..o|
| . . . * + * .  E|
|. o . o.o.+ =   +|
|o. . o. ...  +  .|
|..  o.    .+o    |
+----[SHA256]-----+
[root@oel82-rac2 .ssh]#
[root@oel82-rac2 .ssh]# ls -la
total 12
drwxr-xr-x.  2 root root   38 Sep 28 14:32 .
dr-xr-x---. 16 root root 4096 Sep 28 14:31 ..
-rw-------.  1 root root 2602 Sep 28 14:32 id_rsa
-rw-r--r--.  1 root root  569 Sep 28 14:32 id_rsa.pub
[root@oel82-rac2 .ssh]#
[root@oel82-rac2 .ssh]# ls -la
total 16
drwxr-xr-x.  2 root root   61 Sep 28 14:34 .
dr-xr-x---. 16 root root 4096 Sep 28 14:31 ..
-rw-r--r--.  1 root root  581 Sep 28 14:34 authorized_keys
-rw-------.  1 root root 2602 Sep 28 14:32 id_rsa
-rw-r--r--.  1 root root  569 Sep 28 14:32 id_rsa.pub
[root@oel82-rac2 .ssh]# cat id_rsa.pub >> authorized_keys
[root@oel82-rac2 .ssh]# cat authorized_keys
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEEJLEhAR/akJ+oGb8XK3sCYMOMRkMsr3AToz3tAtEGWshGxlgJUF8QdKIQnDMJIXSsy/Ax6yYhmmC7UamxFR7VZnhfdi4J+jaRqFsfU98DKehENLFzxzc2MZq9W/mlpIOsxPJXxbbRGFxl+tko1rN9Fko83mhNizvPvpjlonOucHP8AtLtlxV47/h3ZLlIOaZxvGiWR7250WlZPhCxhiM2oOwg/JZVjuqn2xVTAElCxqq0nh3MUK28Z86+PPgw71OLLAs5urilM32A6c2WhH5dozdMbjOLVZwfQuKoOMt/i7p6+TXf1q1sNMli02sthoVWyO/Hb4M7sVQZqTFW+YGIf+rtIW+APtWuSNCHlnS4BZyjfWSU8nWt24ES+ug4O+mLani9G+dlNuwIHYq1zk09M0t0FbF+EJT86AFh2ZselWjIjcB2+ZWxHcXtgGkxV4TNjKphFJdCkhCB7EWo7UPN8bDPqW9IyZ4/hJVLKIH35++A73T14FmpO+goaRNOEc= root@oel82-rac1.localdomain
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDWGWFengAqAwu1zB4Kgsvx+OfLhdvzZfvOSD8dcgzeA2V1wqOewcaivDhdrBLSjTD3bD1q6tsMKt2bUza4b6gxTaEuyFyBfdGyq/ctRcNeJa2NZCaR9OoKgDVKQvexaCC87/LgrA7Gxrp2rNfbRUeki4oWOAvlBrh9MQQJJyElET0ZS5mSTKSGTrAAbHxOA0nkY8WIyOgZppa1LWlBEDVZ5DpshWxmYVIIyW3G/pAtX+a/fwNq99trR962PPqEMXXvyb+zFYckg150haPy+4vTbQLjhyN4RALt0DOLIj/wdO7tBo48NJiszcmE7RhI+1Ni/afHIV7njqflyw78RBJJl+m92josrusUilFQRbaOYhGUrm+W/9k8uCFmdq31ZaRaoDU0DHItn789SZ12+dYDcvHh0PbatYZplyCPk5txQ5gF0MVUIFFXRaYOJvusxMr054RpT+I5xnv/VNtQyCgSyg8iN++Mwz9NlqrPQErtBTWqWOphGTe3cWxcd7uGbH8= root@oel82-rac2

Standby RAC (oel82-rac3 & oel82-rac4)
--------------------------------------------------
Step-4:  

[root@oel82-rac2 .ssh]# scp authorized_keys oracle@oel82-rac3:/home/oracle/.ssh
The authenticity of host 'oel82-rac3 (192.168.2.40)' can't be established.
ECDSA key fingerprint is SHA256:id0Rgchdgz/5hmVmH1h40gc+T9QvJHbRAlH7qDerKh0.
Are you sure you want to continue connecting (yes/no/[fingerprint])? yes
Warning: Permanently added 'oel82-rac3,192.168.2.40' (ECDSA) to the list of known hosts.
oracle@oel82-rac3's password:
authorized_keys                                                                                                                                        100% 1150     0.4KB/s   00:03
[root@oel82-rac2 .ssh]#
[root@oel82-rac2 .ssh]# cd
[root@oel82-rac2 ~]#
[root@oel82-rac2 ~]# vi /etc/fstab
[root@oel82-rac2 ~]# cat /etc/fstab
#
# /etc/fstab
# Created by anaconda on Mon Sep 27 12:23:02 2021
#
# Accessible filesystems, by reference, are maintained under '/dev/disk/'.
# See man pages fstab(5), findfs(8), mount(8) and/or blkid(8) for more info.
#
# After editing this file, run 'systemctl daemon-reload' to update systemd
# units generated from this file.
#
/dev/mapper/ol-root     /                       xfs     defaults        0 0
UUID=7979871f-05e0-4f7c-a838-e6e8addf8454 /boot                   xfs     defaults        0 0
/dev/mapper/ol-home     /home                   xfs     defaults        0 0
/dev/mapper/ol-swap     swap                    swap    defaults        0 0
/dev/asm/acfs_vol-204   /acfs_vol               acfs    defaults        0 0
[root@oel82-rac2 ~]#

[root@oel82-rac2 ~]# df -h
Filesystem             Size  Used Avail Use% Mounted on
devtmpfs               4.7G  8.0K  4.7G   1% /dev
tmpfs                  4.8G  845M  4.0G  18% /dev/shm
tmpfs                  4.8G   18M  4.8G   1% /run
tmpfs                  4.8G     0  4.8G   0% /sys/fs/cgroup
/dev/mapper/ol-root     50G   19G   32G  38% /
/dev/mapper/ol-home     65G  607M   64G   1% /home
/dev/sda1             1014M  295M  720M  30% /boot
tmpfs                  968M  1.2M  967M   1% /run/user/42
tmpfs                  968M  4.0K  968M   1% /run/user/54321
/dev/asm/acfs_vol-204   10G  570M  9.5G   6% /acfs_vol
[root@oel82-rac2 ~]#
[root@oel82-rac2 ~]# exit
logout
[oracle@oel82-rac2 ~]$ pwd
/home/oracle
[oracle@oel82-rac2 ~]$
[oracle@oel82-rac2 ~]$ cd .ssh/
[oracle@oel82-rac2 .ssh]$
[oracle@oel82-rac2 .ssh]$ ls -la
total 20
drwx------. 2 oracle oinstall   80 Sep 28 10:29 .
drwx------. 7 oracle oinstall 4096 Sep 28 14:30 ..
-rw-r--r--. 1 oracle oinstall 1737 Sep 28 15:12 authorized_keys
-rw-------. 1 oracle oinstall 2602 Sep 28 10:28 id_rsa
-rw-r--r--. 1 oracle oinstall  571 Sep 28 10:28 id_rsa.pub
-rw-r--r--. 1 oracle oinstall  738 Sep 28 10:31 known_hosts
[oracle@oel82-rac2 .ssh]$
[oracle@oel82-rac2 .ssh]$ cat id_rsa.pub >> authorized_keys
[oracle@oel82-rac2 .ssh]$

Step-5:
-------------
[oracle@oel82-rac2 .ssh]$ scp authorized_keys oel82-rac3:/home/oracle/.ssh/
The authenticity of host 'oel82-rac3 (192.168.2.40)' can't be established.
ECDSA key fingerprint is SHA256:id0Rgchdgz/5hmVmH1h40gc+T9QvJHbRAlH7qDerKh0.
Are you sure you want to continue connecting (yes/no/[fingerprint])? yes
Warning: Permanently added 'oel82-rac3,192.168.2.40' (ECDSA) to the list of known hosts.
oracle@oel82-rac3's password:
authorized_keys                                                                                                                                        100% 2308     0.2KB/s   00:12
[oracle@oel82-rac2 .ssh]$
Step-5:
[oracle@oel82-rac3 ~]$ su - root
Password:
pwd
[root@oel82-rac3 ~]# pwd
/root
[root@oel82-rac3 ~]# mkdir ~/.ssh
[root@oel82-rac3 ~]# exit
logout
[oracle@oel82-rac3 ~]$ clear
[oracle@oel82-rac3 ~]$ pwd
/home/oracle
[oracle@oel82-rac3 ~]$ cd .ssh/
[oracle@oel82-rac3 .ssh]$ ls -la
total 20
drwx------. 2 oracle oinstall   80 Sep 28 13:19 .
drwx------. 7 oracle oinstall 4096 Sep 28 14:30 ..
-rw-------. 1 oracle oinstall 1142 Sep 28 13:19 authorized_keys
-rw-------. 1 oracle oinstall 2602 Sep 28 13:19 id_rsa
-rw-r--r--. 1 oracle oinstall  571 Sep 28 13:19 id_rsa.pub
-rw-r--r--. 1 oracle oinstall 2260 Sep 28 13:20 known_hosts
[oracle@oel82-rac3 .ssh]$
[oracle@oel82-rac3 .ssh]$ ls -la
total 20
drwx------. 2 oracle oinstall   80 Sep 28 13:19 .
drwx------. 7 oracle oinstall 4096 Sep 28 14:30 ..
-rw-------. 1 oracle oinstall 1150 Sep 28 14:36 authorized_keys
-rw-------. 1 oracle oinstall 2602 Sep 28 13:19 id_rsa
-rw-r--r--. 1 oracle oinstall  571 Sep 28 13:19 id_rsa.pub
-rw-r--r--. 1 oracle oinstall 2260 Sep 28 13:20 known_hosts
[oracle@oel82-rac3 .ssh]$
[oracle@oel82-rac3 .ssh]$ cat authorized_keys
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEEJLEhAR/akJ+oGb8XK3sCYMOMRkMsr3AToz3tAtEGWshGxlgJUF8QdKIQnDMJIXSsy/Ax6yYhmmC7UamxFR7VZnhfdi4J+jaRqFsfU98DKehENLFzxzc2MZq9W/mlpIOsxPJXxbbRGFxl+tko1rN9Fko83mhNizvPvpjlonOucHP8AtLtlxV47/h3ZLlIOaZxvGiWR7250WlZPhCxhiM2oOwg/JZVjuqn2xVTAElCxqq0nh3MUK28Z86+PPgw71OLLAs5urilM32A6c2WhH5dozdMbjOLVZwfQuKoOMt/i7p6+TXf1q1sNMli02sthoVWyO/Hb4M7sVQZqTFW+YGIf+rtIW+APtWuSNCHlnS4BZyjfWSU8nWt24ES+ug4O+mLani9G+dlNuwIHYq1zk09M0t0FbF+EJT86AFh2ZselWjIjcB2+ZWxHcXtgGkxV4TNjKphFJdCkhCB7EWo7UPN8bDPqW9IyZ4/hJVLKIH35++A73T14FmpO+goaRNOEc= root@oel82-rac1.localdomain
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDWGWFengAqAwu1zB4Kgsvx+OfLhdvzZfvOSD8dcgzeA2V1wqOewcaivDhdrBLSjTD3bD1q6tsMKt2bUza4b6gxTaEuyFyBfdGyq/ctRcNeJa2NZCaR9OoKgDVKQvexaCC87/LgrA7Gxrp2rNfbRUeki4oWOAvlBrh9MQQJJyElET0ZS5mSTKSGTrAAbHxOA0nkY8WIyOgZppa1LWlBEDVZ5DpshWxmYVIIyW3G/pAtX+a/fwNq99trR962PPqEMXXvyb+zFYckg150haPy+4vTbQLjhyN4RALt0DOLIj/wdO7tBo48NJiszcmE7RhI+1Ni/afHIV7njqflyw78RBJJl+m92josrusUilFQRbaOYhGUrm+W/9k8uCFmdq31ZaRaoDU0DHItn789SZ12+dYDcvHh0PbatYZplyCPk5txQ5gF0MVUIFFXRaYOJvusxMr054RpT+I5xnv/VNtQyCgSyg8iN++Mwz9NlqrPQErtBTWqWOphGTe3cWxcd7uGbH8= root@oel82-rac2
[oracle@oel82-rac3 .ssh]$
[oracle@oel82-rac3 .ssh]$ cat id_rsa.pub >> authorized_keys
[oracle@oel82-rac3 .ssh]$
[oracle@oel82-rac3 .ssh]$ cat authorized_keys
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEEJLEhAR/akJ+oGb8XK3sCYMOMRkMsr3AToz3tAtEGWshGxlgJUF8QdKIQnDMJIXSsy/Ax6yYhmmC7UamxFR7VZnhfdi4J+jaRqFsfU98DKehENLFzxzc2MZq9W/mlpIOsxPJXxbbRGFxl+tko1rN9Fko83mhNizvPvpjlonOucHP8AtLtlxV47/h3ZLlIOaZxvGiWR7250WlZPhCxhiM2oOwg/JZVjuqn2xVTAElCxqq0nh3MUK28Z86+PPgw71OLLAs5urilM32A6c2WhH5dozdMbjOLVZwfQuKoOMt/i7p6+TXf1q1sNMli02sthoVWyO/Hb4M7sVQZqTFW+YGIf+rtIW+APtWuSNCHlnS4BZyjfWSU8nWt24ES+ug4O+mLani9G+dlNuwIHYq1zk09M0t0FbF+EJT86AFh2ZselWjIjcB2+ZWxHcXtgGkxV4TNjKphFJdCkhCB7EWo7UPN8bDPqW9IyZ4/hJVLKIH35++A73T14FmpO+goaRNOEc= root@oel82-rac1.localdomain
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDWGWFengAqAwu1zB4Kgsvx+OfLhdvzZfvOSD8dcgzeA2V1wqOewcaivDhdrBLSjTD3bD1q6tsMKt2bUza4b6gxTaEuyFyBfdGyq/ctRcNeJa2NZCaR9OoKgDVKQvexaCC87/LgrA7Gxrp2rNfbRUeki4oWOAvlBrh9MQQJJyElET0ZS5mSTKSGTrAAbHxOA0nkY8WIyOgZppa1LWlBEDVZ5DpshWxmYVIIyW3G/pAtX+a/fwNq99trR962PPqEMXXvyb+zFYckg150haPy+4vTbQLjhyN4RALt0DOLIj/wdO7tBo48NJiszcmE7RhI+1Ni/afHIV7njqflyw78RBJJl+m92josrusUilFQRbaOYhGUrm+W/9k8uCFmdq31ZaRaoDU0DHItn789SZ12+dYDcvHh0PbatYZplyCPk5txQ5gF0MVUIFFXRaYOJvusxMr054RpT+I5xnv/VNtQyCgSyg8iN++Mwz9NlqrPQErtBTWqWOphGTe3cWxcd7uGbH8= root@oel82-rac2
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDwrs6opgau+3lMQIGoO4ooLUXsnk4nA2Iu9HwRMbo2OxBFnRO3PZevIovdh9Ccclv9NtchHqXdUZoNi2UlQPXmJHm4LyG0uv0xz55LtTdrLUxaJYol8JRzOLUOPCad4yhc4uMfZPLLsTkiUMi6ucYDGmYWSgOObn7H4UacWW/exd+B6FpaCv5t/MryPf2WIvfYYvA7WOIgzh7i/NndrQSld0GzWyXBdItsTCGabUzcTvsoTFKZi0qk5WiPV2Be3iBrDNqNspQ58/3US4J3K/uSsj4OvkbrPSpvdjGOnHonSPMaFaB01UbZOcaQcCEiY8nNbM03EwCqMQnuh0w5LdHq2c4ne+Fa9aLtrrPAsOcXApMKfFwqRL3MobWGuBQXp21JysheU0JCvJs28fCSou7Mf7ZkbjC/E44R/eUJKYQAmc/mGwy8t89gbPLnYGI/aggt8usA+E38/TrnlQ56iqFkIdvhXW8lUZTKuVV8ve8le4SfohyWDQTzHoMTQJhHjIk= oracle@oel82-rac3

Step-6:
-----------
[oracle@oel82-rac3 .ssh]$ scp authorized_keys oracle@oel82-rac4:/home/oracle/.ssh
authorized_keys                                                                                                                                        100% 1721     0.4KB/s   00:03
[oracle@oel82-rac3 .ssh]$
Step-6
[oracle@oel82-rac4 ~]$ su - root
Password:
pwd
[root@oel82-rac4 ~]# pwd
/root
[root@oel82-rac4 ~]# mkdir ~/.ssh
[root@oel82-rac4 ~]# exit
logout
[oracle@oel82-rac4 ~]$ cd .ssh/
[oracle@oel82-rac4 .ssh]$ ls -la
total 20
drwx------. 2 oracle oinstall   80 Sep 28 13:19 .
drwx------. 7 oracle oinstall 4096 Sep 28 14:30 ..
-rw-------. 1 oracle oinstall 1142 Sep 28 13:19 authorized_keys
-rw-------. 1 oracle oinstall 2602 Sep 28 13:19 id_rsa
-rw-r--r--. 1 oracle oinstall  571 Sep 28 13:19 id_rsa.pub
-rw-------. 1 oracle oinstall 1694 Sep 28 13:19 known_hosts
[oracle@oel82-rac4 .ssh]$
[oracle@oel82-rac4 .ssh]$ cat authorized_keys
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEEJLEhAR/akJ+oGb8XK3sCYMOMRkMsr3AToz3tAtEGWshGxlgJUF8QdKIQnDMJIXSsy/Ax6yYhmmC7UamxFR7VZnhfdi4J+jaRqFsfU98DKehENLFzxzc2MZq9W/mlpIOsxPJXxbbRGFxl+tko1rN9Fko83mhNizvPvpjlonOucHP8AtLtlxV47/h3ZLlIOaZxvGiWR7250WlZPhCxhiM2oOwg/JZVjuqn2xVTAElCxqq0nh3MUK28Z86+PPgw71OLLAs5urilM32A6c2WhH5dozdMbjOLVZwfQuKoOMt/i7p6+TXf1q1sNMli02sthoVWyO/Hb4M7sVQZqTFW+YGIf+rtIW+APtWuSNCHlnS4BZyjfWSU8nWt24ES+ug4O+mLani9G+dlNuwIHYq1zk09M0t0FbF+EJT86AFh2ZselWjIjcB2+ZWxHcXtgGkxV4TNjKphFJdCkhCB7EWo7UPN8bDPqW9IyZ4/hJVLKIH35++A73T14FmpO+goaRNOEc= root@oel82-rac1.localdomain
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDWGWFengAqAwu1zB4Kgsvx+OfLhdvzZfvOSD8dcgzeA2V1wqOewcaivDhdrBLSjTD3bD1q6tsMKt2bUza4b6gxTaEuyFyBfdGyq/ctRcNeJa2NZCaR9OoKgDVKQvexaCC87/LgrA7Gxrp2rNfbRUeki4oWOAvlBrh9MQQJJyElET0ZS5mSTKSGTrAAbHxOA0nkY8WIyOgZppa1LWlBEDVZ5DpshWxmYVIIyW3G/pAtX+a/fwNq99trR962PPqEMXXvyb+zFYckg150haPy+4vTbQLjhyN4RALt0DOLIj/wdO7tBo48NJiszcmE7RhI+1Ni/afHIV7njqflyw78RBJJl+m92josrusUilFQRbaOYhGUrm+W/9k8uCFmdq31ZaRaoDU0DHItn789SZ12+dYDcvHh0PbatYZplyCPk5txQ5gF0MVUIFFXRaYOJvusxMr054RpT+I5xnv/VNtQyCgSyg8iN++Mwz9NlqrPQErtBTWqWOphGTe3cWxcd7uGbH8= root@oel82-rac2
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDwrs6opgau+3lMQIGoO4ooLUXsnk4nA2Iu9HwRMbo2OxBFnRO3PZevIovdh9Ccclv9NtchHqXdUZoNi2UlQPXmJHm4LyG0uv0xz55LtTdrLUxaJYol8JRzOLUOPCad4yhc4uMfZPLLsTkiUMi6ucYDGmYWSgOObn7H4UacWW/exd+B6FpaCv5t/MryPf2WIvfYYvA7WOIgzh7i/NndrQSld0GzWyXBdItsTCGabUzcTvsoTFKZi0qk5WiPV2Be3iBrDNqNspQ58/3US4J3K/uSsj4OvkbrPSpvdjGOnHonSPMaFaB01UbZOcaQcCEiY8nNbM03EwCqMQnuh0w5LdHq2c4ne+Fa9aLtrrPAsOcXApMKfFwqRL3MobWGuBQXp21JysheU0JCvJs28fCSou7Mf7ZkbjC/E44R/eUJKYQAmc/mGwy8t89gbPLnYGI/aggt8usA+E38/TrnlQ56iqFkIdvhXW8lUZTKuVV8ve8le4SfohyWDQTzHoMTQJhHjIk= oracle@oel82-rac3
[oracle@oel82-rac4 .ssh]$
[oracle@oel82-rac4 .ssh]$ cat id_rsa.pub >> authorized_keys
[oracle@oel82-rac4 .ssh]$
[oracle@oel82-rac4 .ssh]$ cat authorized_keys
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEEJLEhAR/akJ+oGb8XK3sCYMOMRkMsr3AToz3tAtEGWshGxlgJUF8QdKIQnDMJIXSsy/Ax6yYhmmC7UamxFR7VZnhfdi4J+jaRqFsfU98DKehENLFzxzc2MZq9W/mlpIOsxPJXxbbRGFxl+tko1rN9Fko83mhNizvPvpjlonOucHP8AtLtlxV47/h3ZLlIOaZxvGiWR7250WlZPhCxhiM2oOwg/JZVjuqn2xVTAElCxqq0nh3MUK28Z86+PPgw71OLLAs5urilM32A6c2WhH5dozdMbjOLVZwfQuKoOMt/i7p6+TXf1q1sNMli02sthoVWyO/Hb4M7sVQZqTFW+YGIf+rtIW+APtWuSNCHlnS4BZyjfWSU8nWt24ES+ug4O+mLani9G+dlNuwIHYq1zk09M0t0FbF+EJT86AFh2ZselWjIjcB2+ZWxHcXtgGkxV4TNjKphFJdCkhCB7EWo7UPN8bDPqW9IyZ4/hJVLKIH35++A73T14FmpO+goaRNOEc= root@oel82-rac1.localdomain
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDWGWFengAqAwu1zB4Kgsvx+OfLhdvzZfvOSD8dcgzeA2V1wqOewcaivDhdrBLSjTD3bD1q6tsMKt2bUza4b6gxTaEuyFyBfdGyq/ctRcNeJa2NZCaR9OoKgDVKQvexaCC87/LgrA7Gxrp2rNfbRUeki4oWOAvlBrh9MQQJJyElET0ZS5mSTKSGTrAAbHxOA0nkY8WIyOgZppa1LWlBEDVZ5DpshWxmYVIIyW3G/pAtX+a/fwNq99trR962PPqEMXXvyb+zFYckg150haPy+4vTbQLjhyN4RALt0DOLIj/wdO7tBo48NJiszcmE7RhI+1Ni/afHIV7njqflyw78RBJJl+m92josrusUilFQRbaOYhGUrm+W/9k8uCFmdq31ZaRaoDU0DHItn789SZ12+dYDcvHh0PbatYZplyCPk5txQ5gF0MVUIFFXRaYOJvusxMr054RpT+I5xnv/VNtQyCgSyg8iN++Mwz9NlqrPQErtBTWqWOphGTe3cWxcd7uGbH8= root@oel82-rac2
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDwrs6opgau+3lMQIGoO4ooLUXsnk4nA2Iu9HwRMbo2OxBFnRO3PZevIovdh9Ccclv9NtchHqXdUZoNi2UlQPXmJHm4LyG0uv0xz55LtTdrLUxaJYol8JRzOLUOPCad4yhc4uMfZPLLsTkiUMi6ucYDGmYWSgOObn7H4UacWW/exd+B6FpaCv5t/MryPf2WIvfYYvA7WOIgzh7i/NndrQSld0GzWyXBdItsTCGabUzcTvsoTFKZi0qk5WiPV2Be3iBrDNqNspQ58/3US4J3K/uSsj4OvkbrPSpvdjGOnHonSPMaFaB01UbZOcaQcCEiY8nNbM03EwCqMQnuh0w5LdHq2c4ne+Fa9aLtrrPAsOcXApMKfFwqRL3MobWGuBQXp21JysheU0JCvJs28fCSou7Mf7ZkbjC/E44R/eUJKYQAmc/mGwy8t89gbPLnYGI/aggt8usA+E38/TrnlQ56iqFkIdvhXW8lUZTKuVV8ve8le4SfohyWDQTzHoMTQJhHjIk= oracle@oel82-rac3
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC6wxULv13UOhUrRy/5dN5NiY48KAM/xLAsO4d0Ea+pdaLTWRt2hreGhE4eEuRZEes4BP5eoVSv/HvrS3xvBJcZVZLDx8wktVODqFH9P9ggLRpi/fLn20memLNz4EwFJt5DRv2UJAeJIQbycHUxt8N/R8h1z8H39V7KVbbUC+PZW6reVYgSSoyczwFj5tdzalwwoPPf4OwyYPb6EXhHWQZ5jFgwxlNfQaS7jGzcjgvKrNDVy+x9Lam7KrMB3IbhaCwZ0i0UrcFusF3PocONK0xbRThY4cztyVKyKVCkpG8/2VCv7yO2EUGc9P4f37DGj6D5WtBvCmWCqJ5S3AwRyyG7ZxWqSlvSjL6OGHFP2xatkr96jq456fbfejL8ZF7UHA886e/OZub1H6zwCJGnEe47oebhyBPrGEWukisZ5YttTuYzOOVWp5MclCaGxGRog10sJrutcX1+4dNqseFaZ11nubwJrLnFIL8Op+JndlewQotGjdgo4dKDF8OpMzuR0/s= oracle@oel82-rac4
[oracle@oel82-rac4 .ssh]$ cd
[oracle@oel82-rac4 ~]$ su - root
Password:
[root@oel82-rac4 ~]#
[root@oel82-rac4 ~]# vi /etc/fstab
[root@oel82-rac4 ~]# cat /etc/fstab
#
# /etc/fstab
# Created by anaconda on Mon Sep 27 12:23:02 2021
#
# Accessible filesystems, by reference, are maintained under '/dev/disk/'.
# See man pages fstab(5), findfs(8), mount(8) and/or blkid(8) for more info.
#
# After editing this file, run 'systemctl daemon-reload' to update systemd
# units generated from this file.
#
/dev/mapper/ol-root     /                       xfs     defaults        0 0
UUID=7979871f-05e0-4f7c-a838-e6e8addf8454 /boot                   xfs     defaults        0 0
/dev/mapper/ol-home     /home                   xfs     defaults        0 0
/dev/mapper/ol-swap     swap                    swap    defaults        0 0
/dev/asm/acfs_vol-211   /acfs_vol               acfs    defaults          0 0
[root@oel82-rac4 ~]#
[root@oel82-rac4 ~]# exit
logout

Step-7: Create volume "acfs_vol" in Primary RAC
-------------------------------------------------------------
[oracle@oel82-rac1 ~]$ . oraenv
ORACLE_SID = [orcl1] ? +ASM1
ORACLE_HOME = [/home/oracle] ? /u01/app/19.3.0/grid
The Oracle base remains unchanged with value /u01/app/oracle
[oracle@oel82-rac1 ~]$

[oracle@oel82-rac1 ~]$ asmcmd
ASMCMD> lsdg
State    Type    Rebal  Sector  Logical_Sector  Block       AU  Total_MB  Free_MB  Req_mir_free_MB  Usable_file_MB  Offline_disks  Voting_files  Name
MOUNTED  EXTERN  N         512             512   4096  4194304     12284    12144                0           12144              0             N  ACFSDG/
MOUNTED  EXTERN  N         512             512   4096  4194304     12284    11944                0           11944              0             Y  OCRVD/
ASMCMD> volcreate -G ACFSDG -s 10G acfs_vol
ASMCMD> volinfo --all
Diskgroup Name: ACFSDG
         Volume Name: ACFS_VOL
         Volume Device: /dev/asm/acfs_vol-204
         State: ENABLED
         Size (MB): 10240
         Resize Unit (MB): 64
         Redundancy: UNPROT
         Stripe Columns: 8
         Stripe Width (K): 1024
         Usage:
         Mountpath:
ASMCMD>
ASMCMD> exit
[oracle@oel82-rac1 ~]$
[oracle@oel82-rac1 ~]$ su - root
Password:
[root@oel82-rac1 ~]# . oraenv
ORACLE_SID = [/u01/app/19.3.0/grid] ? +ASM1
ORACLE_HOME = [/home/oracle] ? /u01/app/19.3.0/grid
The Oracle base has been changed from /home/oracle to /u01/app/oracle
[root@oel82-rac1 ~]#
[root@oel82-rac1 ~]# modprobe  oracleacfs
[root@oel82-rac1 ~]# modprobe  oracleadvm
[root@oel82-rac1 ~]# modprobe  oracleoks
[root@oel82-rac1 ~]# lsmod | grep oracle
oracleacfs           5025792  1
oracleadvm            712704  7
oracleoks             733184  2 oracleadvm,oracleacfs
oracleafd             221184  1
[root@oel82-rac1 ~]#
[root@oel82-rac1 ~]# cd /
[root@oel82-rac1 /]# mkdir acfs_vol
[root@oel82-rac1 /]# chown -R oracle:oinstall /acfs_vol
[root@oel82-rac1 /]# mkfs -t acfs /dev/asm/acfs_vol-204
mkfs.acfs: version                   = 19.0.0.0.0
mkfs.acfs: on-disk version           = 46.0
mkfs.acfs: volume                    = /dev/asm/acfs_vol-204
mkfs.acfs: volume size               = 10737418240  (  10.00 GB )
mkfs.acfs: Format complete.
[root@oel82-rac1 /]#

[root@oel82-rac1 /]# acfsutil registry -a /dev/asm/acfs_vol-204 /acfs_vol/
acfsutil registry: mount point /acfs_vol successfully added to Oracle Registry
[root@oel82-rac1 /]#

[root@oel82-rac1 /]# acfsutil registry -c /dev/asm/acfs_vol-204 /acfs_vol/ -u oracle
acfsutil registry: successfully modified ACFS registration for '/dev/asm/acfs_vol-204'
[root@oel82-rac1 /]#

[root@oel82-rac1 /]# mount -t acfs /dev/asm/acfs_vol-204 /acfs_vol/
[root@oel82-rac1 /]#

[root@oel82-rac1 /]# mount | grep acfs
/dev/asm/acfs_vol-204 on /acfs_vol type acfs (rw,relatime,device,rootsuid,ordered)
[root@oel82-rac1 /]#

[root@oel82-rac1 /]# df -h
Filesystem             Size  Used Avail Use% Mounted on
devtmpfs               4.7G  8.0K  4.7G   1% /dev
tmpfs                  4.8G  845M  4.0G  18% /dev/shm
tmpfs                  4.8G   18M  4.8G   1% /run
tmpfs                  4.8G     0  4.8G   0% /sys/fs/cgroup
/dev/mapper/ol-root     50G   19G   32G  38% /
/dev/mapper/ol-home     65G  607M   64G   1% /home
/dev/sda1             1014M  295M  720M  30% /boot
tmpfs                  968M  1.2M  967M   1% /run/user/42
tmpfs                  968M  4.0K  968M   1% /run/user/54321
/dev/asm/acfs_vol-204   10G  570M  9.5G   6% /acfs_vol
[root@oel82-rac1 /]#

[root@oel82-rac1 /]# vi /etc/fstab
[root@oel82-rac1 /]# cat /etc/fstab
#
# /etc/fstab
# Created by anaconda on Mon Sep 27 12:23:02 2021
#
# Accessible filesystems, by reference, are maintained under '/dev/disk/'.
# See man pages fstab(5), findfs(8), mount(8) and/or blkid(8) for more info.
#
# After editing this file, run 'systemctl daemon-reload' to update systemd
# units generated from this file.
#
/dev/mapper/ol-root     /                       xfs     defaults        0 0
UUID=7979871f-05e0-4f7c-a838-e6e8addf8454 /boot                   xfs     defaults        0 0
/dev/mapper/ol-home     /home                   xfs     defaults        0 0
/dev/mapper/ol-swap     swap                    swap    defaults        0 0
/dev/asm/acfs_vol-204   /acfs_vol               acfs    defaults        0 0
[root@oel82-rac1 /]#

[root@oel82-rac1 /]# srvctl config filesystem -d /dev/asm/acfs_vol-204
Volume device: /dev/asm/acfs_vol-204
Diskgroup name: acfsdg
Volume name: acfs_vol
Canonical volume device: /dev/asm/acfs_vol-204
Accelerator volume devices:
Mountpoint path: /acfs_vol
Mount point owner: root
Mount point group: root
Mount permissions: owner:root:rwx,pgrp:root:r-x,other::r-x
Mount users:
Type: ACFS
Mount options:
Description:
ACFS file system is enabled
ACFS file system is individually enabled on nodes:
ACFS file system is individually disabled on nodes:
[root@oel82-rac1 /]#

[root@oel82-rac1 /]# srvctl status filesystem -d /dev/asm/acfs_vol-204
ACFS file system /acfs_vol is mounted on nodes oel82-rac1,oel82-rac2
[root@oel82-rac1 /]#

[root@oel82-rac1 /]# df -h
Filesystem             Size  Used Avail Use% Mounted on
devtmpfs               4.7G  8.0K  4.7G   1% /dev
tmpfs                  4.8G  845M  4.0G  18% /dev/shm
tmpfs                  4.8G   18M  4.8G   1% /run
tmpfs                  4.8G     0  4.8G   0% /sys/fs/cgroup
/dev/mapper/ol-root     50G   19G   32G  38% /
/dev/mapper/ol-home     65G  607M   64G   1% /home
/dev/sda1             1014M  295M  720M  30% /boot
tmpfs                  968M  1.2M  967M   1% /run/user/42
tmpfs                  968M  4.0K  968M   1% /run/user/54321
/dev/asm/acfs_vol-204   10G  570M  9.5G   6% /acfs_vol
[root@oel82-rac1 /]#

Step-8:
----------
[root@oel82-rac2 ~]# vi /etc/fstab
[root@oel82-rac2 ~]# cat /etc/fstab
#
# /etc/fstab
# Created by anaconda on Mon Sep 27 12:23:02 2021
#
# Accessible filesystems, by reference, are maintained under '/dev/disk/'.
# See man pages fstab(5), findfs(8), mount(8) and/or blkid(8) for more info.
#
# After editing this file, run 'systemctl daemon-reload' to update systemd
# units generated from this file.
#
/dev/mapper/ol-root     /                       xfs     defaults        0 0
UUID=7979871f-05e0-4f7c-a838-e6e8addf8454 /boot                   xfs     defaults        0 0
/dev/mapper/ol-home     /home                   xfs     defaults        0 0
/dev/mapper/ol-swap     swap                    swap    defaults        0 0
/dev/asm/acfs_vol-204   /acfs_vol               acfs    defaults        0 0
[root@oel82-rac2 ~]#

[root@oel82-rac2 ~]# df -h
Filesystem             Size  Used Avail Use% Mounted on
devtmpfs               4.7G  8.0K  4.7G   1% /dev
tmpfs                  4.8G  845M  4.0G  18% /dev/shm
tmpfs                  4.8G   18M  4.8G   1% /run
tmpfs                  4.8G     0  4.8G   0% /sys/fs/cgroup
/dev/mapper/ol-root     50G   19G   32G  38% /
/dev/mapper/ol-home     65G  607M   64G   1% /home
/dev/sda1             1014M  295M  720M  30% /boot
tmpfs                  968M  1.2M  967M   1% /run/user/42
tmpfs                  968M  4.0K  968M   1% /run/user/54321
/dev/asm/acfs_vol-204   10G  570M  9.5G   6% /acfs_vol
[root@oel82-rac2 ~]#

Step-9: Create volume "acfs_vol" in Standby RAC
--------------------------------------------------------------------
[oracle@oel82-rac3 ~]$ . oraenv
ORACLE_SID = [orcl1] ? +ASM1
ORACLE_HOME = [/home/oracle] ? /u01/app/19.3.0/grid
The Oracle base remains unchanged with value /u01/app/oracle
[oracle@oel82-rac3 ~]$

[oracle@oel82-rac3 ~]$ asmcmd
ASMCMD> lsdg
State    Type    Rebal  Sector  Logical_Sector  Block       AU  Total_MB  Free_MB  Req_mir_free_MB  Usable_file_MB  Offline_disks  Voting_files  Name
MOUNTED  EXTERN  N         512             512   4096  4194304     12284    12144                0           12144              0             N  ACFSDG/
MOUNTED  EXTERN  N         512             512   4096  4194304     12284    11944                0           11944              0             Y  OCRVD/
ASMCMD>

ASMCMD> volcreate -G ACFSDG -s 10G acfs_vol
ASMCMD> volinfo --all
Diskgroup Name: ACFSDG
         Volume Name: ACFS_VOL
         Volume Device: /dev/asm/acfs_vol-211
         State: ENABLED
         Size (MB): 10240
         Resize Unit (MB): 64
         Redundancy: UNPROT
         Stripe Columns: 8
         Stripe Width (K): 1024
         Usage:
         Mountpath:
ASMCMD>
ASMCMD> exit
[oracle@oel82-rac3 ~]$

[oracle@oel82-rac3 ~]$ su - root
Password:
[root@oel82-rac3 ~]#
[root@oel82-rac3 ~]# . oraenv
ORACLE_SID = [root] ? +ASM1
ORACLE_HOME = [/home/oracle] ? /u01/app/19.3.0/grid
The Oracle base has been set to /u01/app/oracle
[root@oel82-rac3 ~]#

[root@oel82-rac3 ~]# modprobe  oracleacfs
[root@oel82-rac3 ~]# modprobe  oracleadvm
[root@oel82-rac3 ~]# modprobe  oracleoks
[root@oel82-rac3 ~]# lsmod | grep oracle
oracleacfs           5025792  1
oracleadvm            712704  7
oracleoks             733184  2 oracleadvm,oracleacfs
oracleafd             221184  1
[root@oel82-rac3 ~]#
[root@oel82-rac3 ~]# cd /

[root@oel82-rac3 /]# mkdir acfs_vol
[root@oel82-rac3 /]#

[root@oel82-rac3 /]# chown -R oracle:oinstall /acfs_vol
[root@oel82-rac3 /]# chmod -R 777 /acfs_vol
[root@oel82-rac3 /]#

[root@oel82-rac3 /]# mkfs -t acfs /dev/asm/acfs_vol-211
mkfs.acfs: version                   = 19.0.0.0.0
mkfs.acfs: on-disk version           = 46.0
mkfs.acfs: volume                    = /dev/asm/acfs_vol-211
mkfs.acfs: volume size               = 10737418240  (  10.00 GB )
mkfs.acfs: Format complete.
[root@oel82-rac3 /]#

[root@oel82-rac3 /]# acfsutil registry -a /dev/asm/acfs_vol-211 /acfs_vol/
acfsutil registry: mount point /acfs_vol successfully added to Oracle Registry
[root@oel82-rac3 /]#

[root@oel82-rac3 /]# acfsutil registry -c /dev/asm/acfs_vol-211 /acfs_vol/ -u oracle
acfsutil registry: successfully modified ACFS registration for '/dev/asm/acfs_vol-211'
[root@oel82-rac3 /]#

[root@oel82-rac3 /]# mount -t acfs /dev/asm/acfs_vol-211 /acfs_vol/
[root@oel82-rac3 /]#
[root@oel82-rac3 /]# mount | grep acfs
/dev/asm/acfs_vol-211 on /acfs_vol type acfs (rw,relatime,device,rootsuid,ordered)
[root@oel82-rac3 /]#

[root@oel82-rac3 /]# vi /etc/fstab
[root@oel82-rac3 /]# cat /etc/fstab
#
# /etc/fstab
# Created by anaconda on Mon Sep 27 12:23:02 2021
#
# Accessible filesystems, by reference, are maintained under '/dev/disk/'.
# See man pages fstab(5), findfs(8), mount(8) and/or blkid(8) for more info.
#
# After editing this file, run 'systemctl daemon-reload' to update systemd
# units generated from this file.
#
/dev/mapper/ol-root     /                       xfs     defaults        0 0
UUID=7979871f-05e0-4f7c-a838-e6e8addf8454 /boot                   xfs     defaults        0 0
/dev/mapper/ol-home     /home                   xfs     defaults        0 0
/dev/mapper/ol-swap     swap                    swap    defaults        0 0
/dev/asm/acfs_vol-211   /acfs_vol               acfs    defaults          0 0
[root@oel82-rac3 /]#

[root@oel82-rac3 /]# srvctl config filesystem -d /dev/asm/acfs_vol-211
Volume device: /dev/asm/acfs_vol-211
Diskgroup name: acfsdg
Volume name: acfs_vol
Canonical volume device: /dev/asm/acfs_vol-211
Accelerator volume devices:
Mountpoint path: /acfs_vol
Mount point owner: root
Mount point group: root
Mount permissions: owner:root:rwx,pgrp:root:r-x,other::r-x
Mount users:
Type: ACFS
Mount options:
Description:
ACFS file system is enabled
ACFS file system is individually enabled on nodes:
ACFS file system is individually disabled on nodes:
[root@oel82-rac3 /]#

[root@oel82-rac3 /]# srvctl status filesystem -d /dev/asm/acfs_vol-211
ACFS file system /acfs_vol is mounted on nodes oel82-rac3,oel82-rac4
[root@oel82-rac3 /]#

[root@oel82-rac3 /]# srvctl stop filesystem -d /dev/asm/acfs_vol-211 -n oel82-rac4
[root@oel82-rac3 /]#

[root@oel82-rac3 /]# srvctl status filesystem -d /dev/asm/acfs_vol-211
ACFS file system /acfs_vol is mounted on nodes oel82-rac3
[root@oel82-rac3 /]#

Step-10:
-----------
[oracle@oel82-rac4 ~]$ su - root
Password:
[root@oel82-rac4 ~]#
[root@oel82-rac4 ~]# vi /etc/fstab
[root@oel82-rac4 ~]# cat /etc/fstab
#
# /etc/fstab
# Created by anaconda on Mon Sep 27 12:23:02 2021
#
# Accessible filesystems, by reference, are maintained under '/dev/disk/'.
# See man pages fstab(5), findfs(8), mount(8) and/or blkid(8) for more info.
#
# After editing this file, run 'systemctl daemon-reload' to update systemd
# units generated from this file.
#
/dev/mapper/ol-root     /                       xfs     defaults        0 0
UUID=7979871f-05e0-4f7c-a838-e6e8addf8454 /boot                   xfs     defaults        0 0
/dev/mapper/ol-home     /home                   xfs     defaults        0 0
/dev/mapper/ol-swap     swap                    swap    defaults        0 0
/dev/asm/acfs_vol-211   /acfs_vol               acfs    defaults          0 0
[root@oel82-rac4 ~]#

Step-11: Initiate acfs replication in standby 
-------------------------------------------------------
[root@oel82-rac3 /]# /sbin/acfsutil repl init standby -u oracle /acfs_vol
[root@oel82-rac3 /]#

[root@oel82-rac3 /]# /sbin/acfsutil repl info -v /acfs_vol/
Events Log: /acfs_vol/.ACFS/repl/logs/ReplicationEventsLog_0
Time: Tue Sep 28 15:00:38 2021
Event: Replication Initialization Started
Initialization Start Time: Tue Sep 28 15:00:38 2021
Number of Events: 1
[root@oel82-rac3 /]#

Step-12: Start acfs replication in primary rac 
--------------------------------------------------------------
[root@oel82-rac1 /]# /sbin/acfsutil repl info -c -v -u oracle oel82-rac3 /acfs_vol/
acfsutil repl info: ACFS-10581: Internal API error : [Command '/usr/bin/ssh -o Ciphers=aes128-ctr -o BatchMode=true    -x oracle@oel82-rac3 "/bin/sh -c 'true'" 2>&1' failed with output 'Host key verification failed.
' -- retrying].
acfsutil repl info: ACFS-10581: Internal API error : [Command '/usr/bin/ssh -o Ciphers=aes128-ctr -o BatchMode=true    -x oracle@oel82-rac3 "/bin/sh -c 'true'" 2>&1' failed with output 'Host key verification failed.
' -- retrying].
acfsutil repl info: ACFS-10581: Internal API error : [Command '/usr/bin/ssh -o Ciphers=aes128-ctr -o BatchMode=true    -x oracle@oel82-rac3 "/bin/sh -c 'true'" 2>&1' failed with output 'Host key verification failed.
'].
acfsutil repl info: ACFS-05914: user root on node oel82-rac1 unable to log in via 'ssh' to the standby node oel82-rac3 as user oracle
[root@oel82-rac1 /]#
[root@oel82-rac1 /]# exit
logout
[oracle@oel82-rac1 ~]$

Note: I have got the above error and I have copied "keys" for Oracle user from primary rac to standby rac

[oracle@oel82-rac1 ~]$ pwd
/home/oracle
[oracle@oel82-rac1 ~]$ cd .ssh/
[oracle@oel82-rac1 .ssh]$
[oracle@oel82-rac1 .ssh]$ ls -la
total 28
drwx------. 2 oracle oinstall  134 Sep 28 10:35 .
drwx------. 7 oracle oinstall 4096 Sep 28 15:06 ..
-rw-r--r--. 1 oracle oinstall 1154 Sep 28 10:29 authorized_keys
-rw-------. 1 oracle oinstall 2622 Sep 28 10:26 id_rsa
-rw-r--r--. 1 oracle oinstall  583 Sep 28 10:26 id_rsa.pub
-rw-r--r--. 1 oracle oinstall 1292 Sep 28 15:08 known_hosts
-rw-------. 1 oracle oinstall 2622 Sep 28 10:35 oel82-rac1.id_rsa
-rw-r--r--. 1 oracle oinstall  583 Sep 28 10:35 oel82-rac1.id_rsa.pub

[oracle@oel82-rac1 .ssh]$ cat authorized_keys
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDYuikJ8T2Z3WP6Zkh3MJz4UbQuO0oe5sJf1OMNJMdH2ANtvVQgONuVo+qtDA3D7RyAPtiQRIXEdgyX6pTTD6bxw5wwglm7zFKPyBmyqGIr47qeBCUXDya2DcSvpe7gO9P+8VI2Ggi2UIPMx3jz+ODmysiwA425ech4/NAbrC54hyF70vL+3PyoDa2ook8iwo5insj8jgXJQnqlGdiPmKJXYnDERNJWgL5DTNb06qn4Hr1tTnJy5u2XJ+SalFyFNbRyAPwN/Hp2jtqFE73INCjGkZR5W9MnZM8nUlxy2vUoVXE5UJqCOhnXDsudpKD4wU77n3pF4WP1wTRfd+q5G6rgE3XOqPu3cRdGgM0wGYAh7yQC1xFj0bljGaHHw6aK2aS3d/SOhiwF1S4Lri4pd/dqg9ONkhjzAE9NeO2Vt+DJajwxbnLtRLaTkSe7uczLqyXxzicB4rlG1p/QXdfJpPUNuN+8eZ84NmmOvjnyArscAjm7LuPBeMFHyRFcg30yR9M= oracle@oel82-rac1.localdomain
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCaEosyGo9Gfv0TNKzqNQX+J90FdNmORdANx8U5D6o9zcRTmXRArIXK9+M1Wq9/+9sJFRe7HD4tEZOCqaNsMRSzQWbpMTCv78D/BnLg4gJDbOPDH9QBNbxuf1wMzOX2eGlZaNSbrFQ8IdzmWaDTBwsImFZWk6k8M+g9paeVOvCi0ihpirgmK+DkHaERqCm30xEgQ5abu0hOV6AvvjhuSLDbz3QWd36IQeXjJKKd0l44loeX4t+5So6dOTPU6+JxwEaJJ4KWOF5LipX+IDRG249qI81aBOUwhbApuBnumeOj/u+EW/8ns9IMoom5oFjvPNgwlXS5HiM46AmYl4dExaD+jg9YOnK5LrGyXyjt3YL0MVzbuww6za2DJUvNKxEwIX/Lv1+ZbZZooY9rYf0ZvFHBWCQSDp/5e3AS0tspyj+HWW4faEIFbL8KXZOAIwX5udTlVRfUYc9YGeMWFQRkqtHgWCMLr4e/ZssJKv+SNSJrF7ddW4ybHn5frJfKnTnFF/M= oracle@oel82-rac2
[oracle@oel82-rac1 .ssh]$

[oracle@oel82-rac1 .ssh]$ cat id_rsa.pub >> authorized_keys
[oracle@oel82-rac1 .ssh]$

[oracle@oel82-rac1 .ssh]$ scp authorized_keys oel82-rac2:/home/oracle/.ssh/
authorized_keys                                                                                                                                        100% 1737    13.2KB/s   00:00
[oracle@oel82-rac1 .ssh]$
[oracle@oel82-rac2 ~]$ pwd
/home/oracle
[oracle@oel82-rac2 ~]$
[oracle@oel82-rac2 ~]$ cd .ssh/
[oracle@oel82-rac2 .ssh]$
[oracle@oel82-rac2 .ssh]$ ls -la
total 20
drwx------. 2 oracle oinstall   80 Sep 28 10:29 .
drwx------. 7 oracle oinstall 4096 Sep 28 14:30 ..
-rw-r--r--. 1 oracle oinstall 1737 Sep 28 15:12 authorized_keys
-rw-------. 1 oracle oinstall 2602 Sep 28 10:28 id_rsa
-rw-r--r--. 1 oracle oinstall  571 Sep 28 10:28 id_rsa.pub
-rw-r--r--. 1 oracle oinstall  738 Sep 28 10:31 known_hosts
[oracle@oel82-rac2 .ssh]$
[oracle@oel82-rac2 .ssh]$ cat id_rsa.pub >> authorized_keys
[oracle@oel82-rac2 .ssh]$

[oracle@oel82-rac2 .ssh]$ scp authorized_keys oel82-rac3:/home/oracle/.ssh/
The authenticity of host 'oel82-rac3 (192.168.2.40)' can't be established.
ECDSA key fingerprint is SHA256:id0Rgchdgz/5hmVmH1h40gc+T9QvJHbRAlH7qDerKh0.
Are you sure you want to continue connecting (yes/no/[fingerprint])? yes
Warning: Permanently added 'oel82-rac3,192.168.2.40' (ECDSA) to the list of known hosts.
oracle@oel82-rac3's password:
authorized_keys                                  100% 2308     0.2KB/s   00:12
[oracle@oel82-rac2 .ssh]$
[oracle@oel82-rac3 ~]$
[oracle@oel82-rac3 ~]$ cd .ssh/
[oracle@oel82-rac3 .ssh]$ ls -l
total 16
-rw-------. 1 oracle oinstall 1721 Sep 28 14:38 authorized_keys
-rw-------. 1 oracle oinstall 2602 Sep 28 13:19 id_rsa
-rw-r--r--. 1 oracle oinstall  571 Sep 28 13:19 id_rsa.pub
-rw-r--r--. 1 oracle oinstall 2260 Sep 28 13:20 known_hosts
[oracle@oel82-rac3 .ssh]$

[oracle@oel82-rac3 .ssh]$ cat authorized_keys
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDEEJLEhAR/akJ+oGb8XK3sCYMOMRkMsr3AToz3tAtEGWshGxlgJUF8QdKIQnDMJIXSsy/Ax6yYhmmC7UamxFR7VZnhfdi4J+jaRqFsfU98DKehENLFzxzc2MZq9W/mlpIOsxPJXxbbRGFxl+tko1rN9Fko83mhNizvPvpjlonOucHP8AtLtlxV47/h3ZLlIOaZxvGiWR7250WlZPhCxhiM2oOwg/JZVjuqn2xVTAElCxqq0nh3MUK28Z86+PPgw71OLLAs5urilM32A6c2WhH5dozdMbjOLVZwfQuKoOMt/i7p6+TXf1q1sNMli02sthoVWyO/Hb4M7sVQZqTFW+YGIf+rtIW+APtWuSNCHlnS4BZyjfWSU8nWt24ES+ug4O+mLani9G+dlNuwIHYq1zk09M0t0FbF+EJT86AFh2ZselWjIjcB2+ZWxHcXtgGkxV4TNjKphFJdCkhCB7EWo7UPN8bDPqW9IyZ4/hJVLKIH35++A73T14FmpO+goaRNOEc= root@oel82-rac1.localdomain
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDWGWFengAqAwu1zB4Kgsvx+OfLhdvzZfvOSD8dcgzeA2V1wqOewcaivDhdrBLSjTD3bD1q6tsMKt2bUza4b6gxTaEuyFyBfdGyq/ctRcNeJa2NZCaR9OoKgDVKQvexaCC87/LgrA7Gxrp2rNfbRUeki4oWOAvlBrh9MQQJJyElET0ZS5mSTKSGTrAAbHxOA0nkY8WIyOgZppa1LWlBEDVZ5DpshWxmYVIIyW3G/pAtX+a/fwNq99trR962PPqEMXXvyb+zFYckg150haPy+4vTbQLjhyN4RALt0DOLIj/wdO7tBo48NJiszcmE7RhI+1Ni/afHIV7njqflyw78RBJJl+m92josrusUilFQRbaOYhGUrm+W/9k8uCFmdq31ZaRaoDU0DHItn789SZ12+dYDcvHh0PbatYZplyCPk5txQ5gF0MVUIFFXRaYOJvusxMr054RpT+I5xnv/VNtQyCgSyg8iN++Mwz9NlqrPQErtBTWqWOphGTe3cWxcd7uGbH8= root@oel82-rac2
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDwrs6opgau+3lMQIGoO4ooLUXsnk4nA2Iu9HwRMbo2OxBFnRO3PZevIovdh9Ccclv9NtchHqXdUZoNi2UlQPXmJHm4LyG0uv0xz55LtTdrLUxaJYol8JRzOLUOPCad4yhc4uMfZPLLsTkiUMi6ucYDGmYWSgOObn7H4UacWW/exd+B6FpaCv5t/MryPf2WIvfYYvA7WOIgzh7i/NndrQSld0GzWyXBdItsTCGabUzcTvsoTFKZi0qk5WiPV2Be3iBrDNqNspQ58/3US4J3K/uSsj4OvkbrPSpvdjGOnHonSPMaFaB01UbZOcaQcCEiY8nNbM03EwCqMQnuh0w5LdHq2c4ne+Fa9aLtrrPAsOcXApMKfFwqRL3MobWGuBQXp21JysheU0JCvJs28fCSou7Mf7ZkbjC/E44R/eUJKYQAmc/mGwy8t89gbPLnYGI/aggt8usA+E38/TrnlQ56iqFkIdvhXW8lUZTKuVV8ve8le4SfohyWDQTzHoMTQJhHjIk= oracle@oel82-rac3
[oracle@oel82-rac3 .ssh]$
[oracle@oel82-rac3 .ssh]$ ls -la
total 20
drwx------. 2 oracle oinstall   80 Sep 28 13:19 .
drwx------. 7 oracle oinstall 4096 Sep 28 14:54 ..
-rw-------. 1 oracle oinstall 2308 Sep 28 15:13 authorized_keys
-rw-------. 1 oracle oinstall 2602 Sep 28 13:19 id_rsa
-rw-r--r--. 1 oracle oinstall  571 Sep 28 13:19 id_rsa.pub
-rw-r--r--. 1 oracle oinstall 2260 Sep 28 13:20 known_hosts
[oracle@oel82-rac3 .ssh]$
[oracle@oel82-rac3 .ssh]$ cat id_rsa.pub >> authorized_keys
[oracle@oel82-rac3 .ssh]$ ls -la
total 20
drwx------. 2 oracle oinstall   80 Sep 28 13:19 .
drwx------. 7 oracle oinstall 4096 Sep 28 14:54 ..
-rw-------. 1 oracle oinstall 2879 Sep 28 15:14 authorized_keys
-rw-------. 1 oracle oinstall 2602 Sep 28 13:19 id_rsa
-rw-r--r--. 1 oracle oinstall  571 Sep 28 13:19 id_rsa.pub
-rw-r--r--. 1 oracle oinstall 2260 Sep 28 13:20 known_hosts
[oracle@oel82-rac3 .ssh]$
[oracle@oel82-rac3 .ssh]$ scp authorized_keys oel82-rac4:/home/oracle/.ssh/
authorized_keys                                 100% 2879    18.0KB/s   00:00
[oracle@oel82-rac3 .ssh]$
[oracle@oel82-rac3 .ssh]$ ls -la
total 20
drwx------. 2 oracle oinstall   80 Sep 28 13:19 .
drwx------. 7 oracle oinstall 4096 Sep 28 14:54 ..
-rw-------. 1 oracle oinstall 2879 Sep 28 15:14 authorized_keys
-rw-------. 1 oracle oinstall 2602 Sep 28 13:19 id_rsa
-rw-r--r--. 1 oracle oinstall  571 Sep 28 13:19 id_rsa.pub
-rw-r--r--. 1 oracle oinstall 2260 Sep 28 13:20 known_hosts
[oracle@oel82-rac3 .ssh]$

[oracle@oel82-rac4 ~]$ cd .ssh/
[oracle@oel82-rac4 .ssh]$
[oracle@oel82-rac4 .ssh]$ ls -la
total 20
drwx------. 2 oracle oinstall   80 Sep 28 13:19 .
drwx------. 7 oracle oinstall 4096 Sep 28 14:58 ..
-rw-------. 1 oracle oinstall 2879 Sep 28 15:14 authorized_keys
-rw-------. 1 oracle oinstall 2602 Sep 28 13:19 id_rsa
-rw-r--r--. 1 oracle oinstall  571 Sep 28 13:19 id_rsa.pub
-rw-------. 1 oracle oinstall 1694 Sep 28 13:19 known_hosts
[oracle@oel82-rac4 .ssh]$
[oracle@oel82-rac4 .ssh]$ cat authorized_keys
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDYuikJ8T2Z3WP6Zkh3MJz4UbQuO0oe5sJf1OMNJMdH2ANtvVQgONuVo+qtDA3D7RyAPtiQRIXEdgyX6pTTD6bxw5wwglm7zFKPyBmyqGIr47qeBCUXDya2DcSvpe7gO9P+8VI2Ggi2UIPMx3jz+ODmysiwA425ech4/NAbrC54hyF70vL+3PyoDa2ook8iwo5insj8jgXJQnqlGdiPmKJXYnDERNJWgL5DTNb06qn4Hr1tTnJy5u2XJ+SalFyFNbRyAPwN/Hp2jtqFE73INCjGkZR5W9MnZM8nUlxy2vUoVXE5UJqCOhnXDsudpKD4wU77n3pF4WP1wTRfd+q5G6rgE3XOqPu3cRdGgM0wGYAh7yQC1xFj0bljGaHHw6aK2aS3d/SOhiwF1S4Lri4pd/dqg9ONkhjzAE9NeO2Vt+DJajwxbnLtRLaTkSe7uczLqyXxzicB4rlG1p/QXdfJpPUNuN+8eZ84NmmOvjnyArscAjm7LuPBeMFHyRFcg30yR9M= oracle@oel82-rac1.localdomain
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCaEosyGo9Gfv0TNKzqNQX+J90FdNmORdANx8U5D6o9zcRTmXRArIXK9+M1Wq9/+9sJFRe7HD4tEZOCqaNsMRSzQWbpMTCv78D/BnLg4gJDbOPDH9QBNbxuf1wMzOX2eGlZaNSbrFQ8IdzmWaDTBwsImFZWk6k8M+g9paeVOvCi0ihpirgmK+DkHaERqCm30xEgQ5abu0hOV6AvvjhuSLDbz3QWd36IQeXjJKKd0l44loeX4t+5So6dOTPU6+JxwEaJJ4KWOF5LipX+IDRG249qI81aBOUwhbApuBnumeOj/u+EW/8ns9IMoom5oFjvPNgwlXS5HiM46AmYl4dExaD+jg9YOnK5LrGyXyjt3YL0MVzbuww6za2DJUvNKxEwIX/Lv1+ZbZZooY9rYf0ZvFHBWCQSDp/5e3AS0tspyj+HWW4faEIFbL8KXZOAIwX5udTlVRfUYc9YGeMWFQRkqtHgWCMLr4e/ZssJKv+SNSJrF7ddW4ybHn5frJfKnTnFF/M= oracle@oel82-rac2
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDYuikJ8T2Z3WP6Zkh3MJz4UbQuO0oe5sJf1OMNJMdH2ANtvVQgONuVo+qtDA3D7RyAPtiQRIXEdgyX6pTTD6bxw5wwglm7zFKPyBmyqGIr47qeBCUXDya2DcSvpe7gO9P+8VI2Ggi2UIPMx3jz+ODmysiwA425ech4/NAbrC54hyF70vL+3PyoDa2ook8iwo5insj8jgXJQnqlGdiPmKJXYnDERNJWgL5DTNb06qn4Hr1tTnJy5u2XJ+SalFyFNbRyAPwN/Hp2jtqFE73INCjGkZR5W9MnZM8nUlxy2vUoVXE5UJqCOhnXDsudpKD4wU77n3pF4WP1wTRfd+q5G6rgE3XOqPu3cRdGgM0wGYAh7yQC1xFj0bljGaHHw6aK2aS3d/SOhiwF1S4Lri4pd/dqg9ONkhjzAE9NeO2Vt+DJajwxbnLtRLaTkSe7uczLqyXxzicB4rlG1p/QXdfJpPUNuN+8eZ84NmmOvjnyArscAjm7LuPBeMFHyRFcg30yR9M= oracle@oel82-rac1.localdomain
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCaEosyGo9Gfv0TNKzqNQX+J90FdNmORdANx8U5D6o9zcRTmXRArIXK9+M1Wq9/+9sJFRe7HD4tEZOCqaNsMRSzQWbpMTCv78D/BnLg4gJDbOPDH9QBNbxuf1wMzOX2eGlZaNSbrFQ8IdzmWaDTBwsImFZWk6k8M+g9paeVOvCi0ihpirgmK+DkHaERqCm30xEgQ5abu0hOV6AvvjhuSLDbz3QWd36IQeXjJKKd0l44loeX4t+5So6dOTPU6+JxwEaJJ4KWOF5LipX+IDRG249qI81aBOUwhbApuBnumeOj/u+EW/8ns9IMoom5oFjvPNgwlXS5HiM46AmYl4dExaD+jg9YOnK5LrGyXyjt3YL0MVzbuww6za2DJUvNKxEwIX/Lv1+ZbZZooY9rYf0ZvFHBWCQSDp/5e3AS0tspyj+HWW4faEIFbL8KXZOAIwX5udTlVRfUYc9YGeMWFQRkqtHgWCMLr4e/ZssJKv+SNSJrF7ddW4ybHn5frJfKnTnFF/M= oracle@oel82-rac2
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDwrs6opgau+3lMQIGoO4ooLUXsnk4nA2Iu9HwRMbo2OxBFnRO3PZevIovdh9Ccclv9NtchHqXdUZoNi2UlQPXmJHm4LyG0uv0xz55LtTdrLUxaJYol8JRzOLUOPCad4yhc4uMfZPLLsTkiUMi6ucYDGmYWSgOObn7H4UacWW/exd+B6FpaCv5t/MryPf2WIvfYYvA7WOIgzh7i/NndrQSld0GzWyXBdItsTCGabUzcTvsoTFKZi0qk5WiPV2Be3iBrDNqNspQ58/3US4J3K/uSsj4OvkbrPSpvdjGOnHonSPMaFaB01UbZOcaQcCEiY8nNbM03EwCqMQnuh0w5LdHq2c4ne+Fa9aLtrrPAsOcXApMKfFwqRL3MobWGuBQXp21JysheU0JCvJs28fCSou7Mf7ZkbjC/E44R/eUJKYQAmc/mGwy8t89gbPLnYGI/aggt8usA+E38/TrnlQ56iqFkIdvhXW8lUZTKuVV8ve8le4SfohyWDQTzHoMTQJhHjIk= oracle@oel82-rac3
[oracle@oel82-rac4 .ssh]$
[oracle@oel82-rac4 .ssh]$ cat id_rsa.pub >> authorized_keys
[oracle@oel82-rac4 .ssh]$ cat authorized_keys
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDYuikJ8T2Z3WP6Zkh3MJz4UbQuO0oe5sJf1OMNJMdH2ANtvVQgONuVo+qtDA3D7RyAPtiQRIXEdgyX6pTTD6bxw5wwglm7zFKPyBmyqGIr47qeBCUXDya2DcSvpe7gO9P+8VI2Ggi2UIPMx3jz+ODmysiwA425ech4/NAbrC54hyF70vL+3PyoDa2ook8iwo5insj8jgXJQnqlGdiPmKJXYnDERNJWgL5DTNb06qn4Hr1tTnJy5u2XJ+SalFyFNbRyAPwN/Hp2jtqFE73INCjGkZR5W9MnZM8nUlxy2vUoVXE5UJqCOhnXDsudpKD4wU77n3pF4WP1wTRfd+q5G6rgE3XOqPu3cRdGgM0wGYAh7yQC1xFj0bljGaHHw6aK2aS3d/SOhiwF1S4Lri4pd/dqg9ONkhjzAE9NeO2Vt+DJajwxbnLtRLaTkSe7uczLqyXxzicB4rlG1p/QXdfJpPUNuN+8eZ84NmmOvjnyArscAjm7LuPBeMFHyRFcg30yR9M= oracle@oel82-rac1.localdomain
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCaEosyGo9Gfv0TNKzqNQX+J90FdNmORdANx8U5D6o9zcRTmXRArIXK9+M1Wq9/+9sJFRe7HD4tEZOCqaNsMRSzQWbpMTCv78D/BnLg4gJDbOPDH9QBNbxuf1wMzOX2eGlZaNSbrFQ8IdzmWaDTBwsImFZWk6k8M+g9paeVOvCi0ihpirgmK+DkHaERqCm30xEgQ5abu0hOV6AvvjhuSLDbz3QWd36IQeXjJKKd0l44loeX4t+5So6dOTPU6+JxwEaJJ4KWOF5LipX+IDRG249qI81aBOUwhbApuBnumeOj/u+EW/8ns9IMoom5oFjvPNgwlXS5HiM46AmYl4dExaD+jg9YOnK5LrGyXyjt3YL0MVzbuww6za2DJUvNKxEwIX/Lv1+ZbZZooY9rYf0ZvFHBWCQSDp/5e3AS0tspyj+HWW4faEIFbL8KXZOAIwX5udTlVRfUYc9YGeMWFQRkqtHgWCMLr4e/ZssJKv+SNSJrF7ddW4ybHn5frJfKnTnFF/M= oracle@oel82-rac2
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDYuikJ8T2Z3WP6Zkh3MJz4UbQuO0oe5sJf1OMNJMdH2ANtvVQgONuVo+qtDA3D7RyAPtiQRIXEdgyX6pTTD6bxw5wwglm7zFKPyBmyqGIr47qeBCUXDya2DcSvpe7gO9P+8VI2Ggi2UIPMx3jz+ODmysiwA425ech4/NAbrC54hyF70vL+3PyoDa2ook8iwo5insj8jgXJQnqlGdiPmKJXYnDERNJWgL5DTNb06qn4Hr1tTnJy5u2XJ+SalFyFNbRyAPwN/Hp2jtqFE73INCjGkZR5W9MnZM8nUlxy2vUoVXE5UJqCOhnXDsudpKD4wU77n3pF4WP1wTRfd+q5G6rgE3XOqPu3cRdGgM0wGYAh7yQC1xFj0bljGaHHw6aK2aS3d/SOhiwF1S4Lri4pd/dqg9ONkhjzAE9NeO2Vt+DJajwxbnLtRLaTkSe7uczLqyXxzicB4rlG1p/QXdfJpPUNuN+8eZ84NmmOvjnyArscAjm7LuPBeMFHyRFcg30yR9M= oracle@oel82-rac1.localdomain
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCaEosyGo9Gfv0TNKzqNQX+J90FdNmORdANx8U5D6o9zcRTmXRArIXK9+M1Wq9/+9sJFRe7HD4tEZOCqaNsMRSzQWbpMTCv78D/BnLg4gJDbOPDH9QBNbxuf1wMzOX2eGlZaNSbrFQ8IdzmWaDTBwsImFZWk6k8M+g9paeVOvCi0ihpirgmK+DkHaERqCm30xEgQ5abu0hOV6AvvjhuSLDbz3QWd36IQeXjJKKd0l44loeX4t+5So6dOTPU6+JxwEaJJ4KWOF5LipX+IDRG249qI81aBOUwhbApuBnumeOj/u+EW/8ns9IMoom5oFjvPNgwlXS5HiM46AmYl4dExaD+jg9YOnK5LrGyXyjt3YL0MVzbuww6za2DJUvNKxEwIX/Lv1+ZbZZooY9rYf0ZvFHBWCQSDp/5e3AS0tspyj+HWW4faEIFbL8KXZOAIwX5udTlVRfUYc9YGeMWFQRkqtHgWCMLr4e/ZssJKv+SNSJrF7ddW4ybHn5frJfKnTnFF/M= oracle@oel82-rac2
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQDwrs6opgau+3lMQIGoO4ooLUXsnk4nA2Iu9HwRMbo2OxBFnRO3PZevIovdh9Ccclv9NtchHqXdUZoNi2UlQPXmJHm4LyG0uv0xz55LtTdrLUxaJYol8JRzOLUOPCad4yhc4uMfZPLLsTkiUMi6ucYDGmYWSgOObn7H4UacWW/exd+B6FpaCv5t/MryPf2WIvfYYvA7WOIgzh7i/NndrQSld0GzWyXBdItsTCGabUzcTvsoTFKZi0qk5WiPV2Be3iBrDNqNspQ58/3US4J3K/uSsj4OvkbrPSpvdjGOnHonSPMaFaB01UbZOcaQcCEiY8nNbM03EwCqMQnuh0w5LdHq2c4ne+Fa9aLtrrPAsOcXApMKfFwqRL3MobWGuBQXp21JysheU0JCvJs28fCSou7Mf7ZkbjC/E44R/eUJKYQAmc/mGwy8t89gbPLnYGI/aggt8usA+E38/TrnlQ56iqFkIdvhXW8lUZTKuVV8ve8le4SfohyWDQTzHoMTQJhHjIk= oracle@oel82-rac3
ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC6wxULv13UOhUrRy/5dN5NiY48KAM/xLAsO4d0Ea+pdaLTWRt2hreGhE4eEuRZEes4BP5eoVSv/HvrS3xvBJcZVZLDx8wktVODqFH9P9ggLRpi/fLn20memLNz4EwFJt5DRv2UJAeJIQbycHUxt8N/R8h1z8H39V7KVbbUC+PZW6reVYgSSoyczwFj5tdzalwwoPPf4OwyYPb6EXhHWQZ5jFgwxlNfQaS7jGzcjgvKrNDVy+x9Lam7KrMB3IbhaCwZ0i0UrcFusF3PocONK0xbRThY4cztyVKyKVCkpG8/2VCv7yO2EUGc9P4f37DGj6D5WtBvCmWCqJ5S3AwRyyG7ZxWqSlvSjL6OGHFP2xatkr96jq456fbfejL8ZF7UHA886e/OZub1H6zwCJGnEe47oebhyBPrGEWukisZ5YttTuYzOOVWp5MclCaGxGRog10sJrutcX1+4dNqseFaZ11nubwJrLnFIL8Op+JndlewQotGjdgo4dKDF8OpMzuR0/s= oracle@oel82-rac4
[oracle@oel82-rac4 .ssh]$

Step-13:
------------
[oracle@oel82-rac1 ~]$ ssh oracle@oel82-rac2 date
Tue Sep 28 15:15:38 CDT 2021
[oracle@oel82-rac1 ~]$ ssh oracle@oel82-rac3 date
Tue Sep 28 15:15:51 CDT 2021
[oracle@oel82-rac1 ~]$ ssh oracle@oel82-rac4 date
Tue Sep 28 15:16:02 CDT 2021
[oracle@oel82-rac1 ~]$

[oracle@oel82-rac1 ~]$ /sbin/acfsutil repl info -c -v -u oracle oel82-rac3 /acfs_vol/
A valid 'ssh' connection was detected for standby node oel82-rac3 as user oracle.
[oracle@oel82-rac1 ~]$

[oracle@oel82-rac1 ~]$ /sbin/acfsutil repl init primary -C -s oracle@oel82-rac3 -m /acfs_vol/ /acfs_vol/

[oracle@oel82-rac1 ~]$ /sbin/acfsutil repl info -v /acfs_vol/
Events Log: /acfs_vol/.ACFS/repl/logs/ReplicationEventsLog_0
Time: Tue Sep 28 15:18:25 2021
Create started at:                   Tue Sep 28 15:18:25 2021
Time: Tue Sep 28 15:18:25 2021
Transfer started at:                 Tue Sep 28 15:18:24 2021
Time: Tue Sep 28 15:18:25 2021
Event: Replication Initialization Started
Initialization Start Time: Tue Sep 28 15:18:24 2021
Number of Events: 3
[oracle@oel82-rac1 ~]$

[oracle@oel82-rac1 ~]$ echo "Test ACFS Replication" > /acfs_vol/replication_testing.txt
[oracle@oel82-rac1 ~]$ cd /acfs_vol/
[oracle@oel82-rac1 acfs_vol]$ ls -la
total 100
drwxrwxrwx.  4 oracle oinstall 32768 Sep 28 15:20 .
dr-xr-xr-x. 19 root   root       251 Sep 28 14:47 ..
drwxrwxrwx.  2 oracle oinstall 65536 Sep 28 14:48 lost+found
-rw-r--r--.  1 oracle oinstall    22 Sep 28 15:20 replication_testing.txt
[oracle@oel82-rac1 acfs_vol]$

[oracle@oel82-rac1 acfs_vol]$ cat replication_testing.txt

Test ACFS Replication

[oracle@oel82-rac1 acfs_vol]$

[oracle@oel82-rac1 acfs_vol]$ /sbin/acfsutil repl info -v /acfs_vol/
Events Log: /acfs_vol/.ACFS/repl/logs/ReplicationEventsLog_0
Time: Tue Sep 28 15:21:02 2021
Event: Clone created
Session started at:                  Tue Sep 28 15:20:55 2021
Session ended at:                    Tue Sep 28 15:21:02 2021
Number of bytes transmitted:         23532
Time: Tue Sep 28 15:21:02 2021
Create completed at:                 Tue Sep 28 15:21:02 2021
Create status:                       0
Time: Tue Sep 28 15:20:55 2021
Create started at:                   Tue Sep 28 15:20:55 2021
Time: Tue Sep 28 15:20:55 2021
Transfer started at:                 Tue Sep 28 15:20:55 2021
Time: Tue Sep 28 15:20:46 2021
Transfer completed at:               Tue Sep 28 15:20:46 2021
Transfer status:                     0
Time: Tue Sep 28 15:20:37 2021
Event: Clone created
Session started at:                  Tue Sep 28 15:20:31 2021
Session ended at:                    Tue Sep 28 15:20:37 2021
Number of bytes transmitted:         21498
Time: Tue Sep 28 15:20:37 2021
Create completed at:                 Tue Sep 28 15:20:37 2021
Create status:                       0
Time: Tue Sep 28 15:20:31 2021
Create started at:                   Tue Sep 28 15:20:31 2021
Time: Tue Sep 28 15:20:30 2021
Transfer started at:                 Tue Sep 28 15:20:30 2021
Time: Tue Sep 28 15:20:21 2021
Transfer completed at:               Tue Sep 28 15:20:21 2021
Transfer status:                     0
Time: Tue Sep 28 15:20:20 2021
Event: Clone created
Session started at:                  Tue Sep 28 15:20:13 2021
Session ended at:                    Tue Sep 28 15:20:20 2021
Number of bytes transmitted:         21498
Time: Tue Sep 28 15:20:19 2021
Create completed at:                 Tue Sep 28 15:20:19 2021
Create status:                       0
Time: Tue Sep 28 15:20:12 2021
Create started at:                   Tue Sep 28 15:20:12 2021
Time: Tue Sep 28 15:20:12 2021
Transfer started at:                 Tue Sep 28 15:20:12 2021
Time: Tue Sep 28 15:18:49 2021
Transfer completed at:               Tue Sep 28 15:18:48 2021
Transfer status:                     0
Time: Tue Sep 28 15:18:32 2021
Event: Clone created
Session started at:                  Tue Sep 28 15:18:25 2021
Session ended at:                    Tue Sep 28 15:18:32 2021
Number of bytes transmitted:         21883
Time: Tue Sep 28 15:18:31 2021
Create completed at:                 Tue Sep 28 15:18:31 2021
Create status:                       0
Time: Tue Sep 28 15:18:25 2021
Create started at:                   Tue Sep 28 15:18:25 2021
Time: Tue Sep 28 15:18:25 2021
Transfer started at:                 Tue Sep 28 15:18:24 2021
Time: Tue Sep 28 15:18:25 2021
Event: Replication Initialization Started
Initialization Start Time: Tue Sep 28 15:18:24 2021
Number of Events: 20
[oracle@oel82-rac1 acfs_vol]$


Step-14:
-----------
[oracle@oel82-rac3 /]$ cd acfs_vol/
[oracle@oel82-rac3 acfs_vol]$
[oracle@oel82-rac3 acfs_vol]$
[oracle@oel82-rac3 acfs_vol]$ ls -la
total 96
drwxrwxrwx.  4 oracle oinstall 32768 Sep 28 15:20 .
dr-xr-xr-x. 19 root   root       251 Sep 28 14:55 ..
drwx------.  2 root   root     65536 Sep 28 14:56 lost+found
[oracle@oel82-rac3 acfs_vol]$ ls
lost+found
[oracle@oel82-rac3 acfs_vol]$ ls
lost+found
[oracle@oel82-rac3 acfs_vol]$
[oracle@oel82-rac3 acfs_vol]$ ls -la
total 100
drwxrwxrwx.  4 oracle oinstall 32768 Sep 28 15:21 .
dr-xr-xr-x. 19 root   root       251 Sep 28 14:55 ..
drwx------.  2 root   root     65536 Sep 28 14:56 lost+found
-rw-r--r--.  1 oracle oinstall    22 Sep 28 15:20 replication_testing.txt
[oracle@oel82-rac3 acfs_vol]$

[oracle@oel82-rac3 acfs_vol]$ cat replication_testing.txt
Test ACFS Replication
[oracle@oel82-rac3 acfs_vol]$

[oracle@oel82-rac3 acfs_vol]$ /sbin/acfsutil repl info -v /acfs_vol/
Events Log: /acfs_vol/.ACFS/repl/logs/ReplicationEventsLog_0
Time: Tue Sep 28 15:21:35 2021
Apply completed at:                  Tue Sep 28 15:21:35 2021
Time: Tue Sep 28 15:21:34 2021
Event: Clone applied
Session started at:                  Tue Sep 28 15:21:34 2021
Session ended at:                    Tue Sep 28 15:21:34 2021
Number of bytes applied:             23148
Time: Tue Sep 28 15:21:17 2021
Apply started at:                    Tue Sep 28 15:21:17 2021
Time: Tue Sep 28 15:20:45 2021
Apply completed at:                  Tue Sep 28 15:20:45 2021
Time: Tue Sep 28 15:20:44 2021
Event: Clone applied
Session started at:                  Tue Sep 28 15:20:44 2021
Session ended at:                    Tue Sep 28 15:20:44 2021
Number of bytes applied:             21114
Time: Tue Sep 28 15:20:44 2021
Apply started at:                    Tue Sep 28 15:20:44 2021
Time: Tue Sep 28 15:20:21 2021
Apply completed at:                  Tue Sep 28 15:20:21 2021
Time: Tue Sep 28 15:20:20 2021
Event: Clone applied
Session started at:                  Tue Sep 28 15:20:17 2021
Session ended at:                    Tue Sep 28 15:20:20 2021
Number of bytes applied:             21114
Time: Tue Sep 28 15:20:17 2021
Apply started at:                    Tue Sep 28 15:20:17 2021
Time: Tue Sep 28 15:18:48 2021
Apply completed at:                  Tue Sep 28 15:18:48 2021
Time: Tue Sep 28 15:18:48 2021
Event: Clone applied
Session started at:                  Tue Sep 28 15:18:48 2021
Session ended at:                    Tue Sep 28 15:18:48 2021
Number of bytes applied:             21499
Time: Tue Sep 28 15:18:48 2021
Apply started at:                    Tue Sep 28 15:18:48 2021
Time: Tue Sep 28 15:00:38 2021
Event: Replication Initialization Started
Initialization Start Time: Tue Sep 28 15:00:38 2021
Number of Events: 13
[oracle@oel82-rac3 acfs_vol]$

Step-15: Testing replication:
-------------------------------------
[oracle@oel82-rac1 acfs_vol]$ pwd
/acfs_vol
[oracle@oel82-rac1 acfs_vol]$ cd
[oracle@oel82-rac1 ~]$ ls
p6880880_190000_Linux-x86-64.zip  PatchSearch.xml
[oracle@oel82-rac1 ~]$
[oracle@oel82-rac1 ~]$ cp p6880880_190000_Linux-x86-64.zip /acfs_vol/
[oracle@oel82-rac1 ~]$
[oracle@oel82-rac1 ~]$ cd /acfs_vol/
[oracle@oel82-rac1 acfs_vol]$
[oracle@oel82-rac1 acfs_vol]$ ls -la
total 122960
drwxrwxrwx.  4 oracle oinstall     32768 Sep 28 15:25 .
dr-xr-xr-x. 19 root   root           251 Sep 28 14:47 ..
drwxrwxrwx.  2 oracle oinstall     65536 Sep 28 14:48 lost+found
-rwxr-xr-x.  1 oracle oinstall 120998448 Sep 28 15:25 p6880880_190000_Linux-x86-64.zip
-rw-r--r--.  1 oracle oinstall        22 Sep 28 15:20 replication_testing.txt
[oracle@oel82-rac1 acfs_vol]$
[oracle@oel82-rac1 acfs_vol]$ /sbin/acfsutil repl info -v /acfs_vol/
Events Log: /acfs_vol/.ACFS/repl/logs/ReplicationEventsLog_0
Time: Tue Sep 28 15:25:23 2021
Create started at:                   Tue Sep 28 15:25:23 2021
Time: Tue Sep 28 15:25:22 2021
Transfer started at:                 Tue Sep 28 15:25:22 2021
Time: Tue Sep 28 15:21:35 2021
Transfer completed at:               Tue Sep 28 15:21:35 2021
Transfer status:                     0
Time: Tue Sep 28 15:21:02 2021
Event: Clone created
Session started at:                  Tue Sep 28 15:20:55 2021
Session ended at:                    Tue Sep 28 15:21:02 2021
Number of bytes transmitted:         23532
Time: Tue Sep 28 15:21:02 2021
Create completed at:                 Tue Sep 28 15:21:02 2021
Create status:                       0
Time: Tue Sep 28 15:20:55 2021
Create started at:                   Tue Sep 28 15:20:55 2021
Time: Tue Sep 28 15:20:55 2021
Transfer started at:                 Tue Sep 28 15:20:55 2021
Time: Tue Sep 28 15:20:46 2021
Transfer completed at:               Tue Sep 28 15:20:46 2021
Transfer status:                     0
Time: Tue Sep 28 15:20:37 2021
Event: Clone created
Session started at:                  Tue Sep 28 15:20:31 2021
Session ended at:                    Tue Sep 28 15:20:37 2021
Number of bytes transmitted:         21498
Time: Tue Sep 28 15:20:37 2021
Create completed at:                 Tue Sep 28 15:20:37 2021
Create status:                       0
Time: Tue Sep 28 15:20:31 2021
Create started at:                   Tue Sep 28 15:20:31 2021
Time: Tue Sep 28 15:20:30 2021
Transfer started at:                 Tue Sep 28 15:20:30 2021
Time: Tue Sep 28 15:20:21 2021
Transfer completed at:               Tue Sep 28 15:20:21 2021
Transfer status:                     0
Time: Tue Sep 28 15:20:20 2021
Event: Clone created
Session started at:                  Tue Sep 28 15:20:13 2021
Session ended at:                    Tue Sep 28 15:20:20 2021
Number of bytes transmitted:         21498
Time: Tue Sep 28 15:20:19 2021
Create completed at:                 Tue Sep 28 15:20:19 2021
Create status:                       0
Time: Tue Sep 28 15:20:12 2021
Create started at:                   Tue Sep 28 15:20:12 2021
Time: Tue Sep 28 15:20:12 2021
Transfer started at:                 Tue Sep 28 15:20:12 2021
Time: Tue Sep 28 15:18:49 2021
Transfer completed at:               Tue Sep 28 15:18:48 2021
Transfer status:                     0
Time: Tue Sep 28 15:18:32 2021
Event: Clone created
Session started at:                  Tue Sep 28 15:18:25 2021
Session ended at:                    Tue Sep 28 15:18:32 2021
Number of bytes transmitted:         21883
Time: Tue Sep 28 15:18:31 2021
Create completed at:                 Tue Sep 28 15:18:31 2021
Create status:                       0
Time: Tue Sep 28 15:18:25 2021
Create started at:                   Tue Sep 28 15:18:25 2021
Time: Tue Sep 28 15:18:25 2021
Transfer started at:                 Tue Sep 28 15:18:24 2021
Time: Tue Sep 28 15:18:25 2021
Event: Replication Initialization Started
Initialization Start Time: Tue Sep 28 15:18:24 2021
Number of Events: 23

[oracle@oel82-rac1 acfs_vol]$ /sbin/acfsutil repl info -v /acfs_vol/
Events Log: /acfs_vol/.ACFS/repl/logs/ReplicationEventsLog_0
Time: Tue Sep 28 15:25:23 2021
Create started at:                   Tue Sep 28 15:25:23 2021
Time: Tue Sep 28 15:25:22 2021
Transfer started at:                 Tue Sep 28 15:25:22 2021
Time: Tue Sep 28 15:21:35 2021
Transfer completed at:               Tue Sep 28 15:21:35 2021
Transfer status:                     0
Time: Tue Sep 28 15:21:02 2021
Event: Clone created
Session started at:                  Tue Sep 28 15:20:55 2021
Session ended at:                    Tue Sep 28 15:21:02 2021
Number of bytes transmitted:         23532
Time: Tue Sep 28 15:21:02 2021
Create completed at:                 Tue Sep 28 15:21:02 2021
Create status:                       0
Time: Tue Sep 28 15:20:55 2021
Create started at:                   Tue Sep 28 15:20:55 2021
Time: Tue Sep 28 15:20:55 2021
Transfer started at:                 Tue Sep 28 15:20:55 2021
Time: Tue Sep 28 15:20:46 2021
Transfer completed at:               Tue Sep 28 15:20:46 2021
Transfer status:                     0
Time: Tue Sep 28 15:20:37 2021
Event: Clone created
Session started at:                  Tue Sep 28 15:20:31 2021
Session ended at:                    Tue Sep 28 15:20:37 2021
Number of bytes transmitted:         21498
Time: Tue Sep 28 15:20:37 2021
Create completed at:                 Tue Sep 28 15:20:37 2021
Create status:                       0
Time: Tue Sep 28 15:20:31 2021
Create started at:                   Tue Sep 28 15:20:31 2021
Time: Tue Sep 28 15:20:30 2021
Transfer started at:                 Tue Sep 28 15:20:30 2021
Time: Tue Sep 28 15:20:21 2021
Transfer completed at:               Tue Sep 28 15:20:21 2021
Transfer status:                     0
Time: Tue Sep 28 15:20:20 2021
Event: Clone created
Session started at:                  Tue Sep 28 15:20:13 2021
Session ended at:                    Tue Sep 28 15:20:20 2021
Number of bytes transmitted:         21498
Time: Tue Sep 28 15:20:19 2021
Create completed at:                 Tue Sep 28 15:20:19 2021
Create status:                       0
Time: Tue Sep 28 15:20:12 2021
Create started at:                   Tue Sep 28 15:20:12 2021
Time: Tue Sep 28 15:20:12 2021
Transfer started at:                 Tue Sep 28 15:20:12 2021
Time: Tue Sep 28 15:18:49 2021
Transfer completed at:               Tue Sep 28 15:18:48 2021
Transfer status:                     0
Time: Tue Sep 28 15:18:32 2021
Event: Clone created
Session started at:                  Tue Sep 28 15:18:25 2021
Session ended at:                    Tue Sep 28 15:18:32 2021
Number of bytes transmitted:         21883
Time: Tue Sep 28 15:18:31 2021
Create completed at:                 Tue Sep 28 15:18:31 2021
Create status:                       0
Time: Tue Sep 28 15:18:25 2021
Create started at:                   Tue Sep 28 15:18:25 2021
Time: Tue Sep 28 15:18:25 2021
Transfer started at:                 Tue Sep 28 15:18:24 2021
Time: Tue Sep 28 15:18:25 2021
Event: Replication Initialization Started
Initialization Start Time: Tue Sep 28 15:18:24 2021
Number of Events: 23

[oracle@oel82-rac1 acfs_vol]$ /sbin/acfsutil repl info -v /acfs_vol/
Events Log: /acfs_vol/.ACFS/repl/logs/ReplicationEventsLog_0
Time: Tue Sep 28 15:25:23 2021
Create started at:                   Tue Sep 28 15:25:23 2021
Time: Tue Sep 28 15:25:22 2021
Transfer started at:                 Tue Sep 28 15:25:22 2021
Time: Tue Sep 28 15:21:35 2021
Transfer completed at:               Tue Sep 28 15:21:35 2021
Transfer status:                     0
Time: Tue Sep 28 15:21:02 2021
Event: Clone created
Session started at:                  Tue Sep 28 15:20:55 2021
Session ended at:                    Tue Sep 28 15:21:02 2021
Number of bytes transmitted:         23532
Time: Tue Sep 28 15:21:02 2021
Create completed at:                 Tue Sep 28 15:21:02 2021
Create status:                       0
Time: Tue Sep 28 15:20:55 2021
Create started at:                   Tue Sep 28 15:20:55 2021
Time: Tue Sep 28 15:20:55 2021
Transfer started at:                 Tue Sep 28 15:20:55 2021
Time: Tue Sep 28 15:20:46 2021
Transfer completed at:               Tue Sep 28 15:20:46 2021
Transfer status:                     0
Time: Tue Sep 28 15:20:37 2021
Event: Clone created
Session started at:                  Tue Sep 28 15:20:31 2021
Session ended at:                    Tue Sep 28 15:20:37 2021
Number of bytes transmitted:         21498
Time: Tue Sep 28 15:20:37 2021
Create completed at:                 Tue Sep 28 15:20:37 2021
Create status:                       0
Time: Tue Sep 28 15:20:31 2021
Create started at:                   Tue Sep 28 15:20:31 2021
Time: Tue Sep 28 15:20:30 2021
Transfer started at:                 Tue Sep 28 15:20:30 2021
Time: Tue Sep 28 15:20:21 2021
Transfer completed at:               Tue Sep 28 15:20:21 2021
Transfer status:                     0
Time: Tue Sep 28 15:20:20 2021
Event: Clone created
Session started at:                  Tue Sep 28 15:20:13 2021
Session ended at:                    Tue Sep 28 15:20:20 2021
Number of bytes transmitted:         21498
Time: Tue Sep 28 15:20:19 2021
Create completed at:                 Tue Sep 28 15:20:19 2021
Create status:                       0
Time: Tue Sep 28 15:20:12 2021
Create started at:                   Tue Sep 28 15:20:12 2021
Time: Tue Sep 28 15:20:12 2021
Transfer started at:                 Tue Sep 28 15:20:12 2021
Time: Tue Sep 28 15:18:49 2021
Transfer completed at:               Tue Sep 28 15:18:48 2021
Transfer status:                     0
Time: Tue Sep 28 15:18:32 2021
Event: Clone created
Session started at:                  Tue Sep 28 15:18:25 2021
Session ended at:                    Tue Sep 28 15:18:32 2021
Number of bytes transmitted:         21883
Time: Tue Sep 28 15:18:31 2021
Create completed at:                 Tue Sep 28 15:18:31 2021
Create status:                       0
Time: Tue Sep 28 15:18:25 2021
Create started at:                   Tue Sep 28 15:18:25 2021
Time: Tue Sep 28 15:18:25 2021
Transfer started at:                 Tue Sep 28 15:18:24 2021
Time: Tue Sep 28 15:18:25 2021
Event: Replication Initialization Started
Initialization Start Time: Tue Sep 28 15:18:24 2021
Number of Events: 23
[oracle@oel82-rac1 acfs_vol]$

[oracle@oel82-rac1 acfs_vol]$ /sbin/acfsutil repl info -v /acfs_vol/
Events Log: /acfs_vol/.ACFS/repl/logs/ReplicationEventsLog_0
Time: Tue Sep 28 15:25:23 2021
Create started at:                   Tue Sep 28 15:25:23 2021
Time: Tue Sep 28 15:25:22 2021
Transfer started at:                 Tue Sep 28 15:25:22 2021
Time: Tue Sep 28 15:21:35 2021
Transfer completed at:               Tue Sep 28 15:21:35 2021
Transfer status:                     0
Time: Tue Sep 28 15:21:02 2021
Event: Clone created
Session started at:                  Tue Sep 28 15:20:55 2021
Session ended at:                    Tue Sep 28 15:21:02 2021
Number of bytes transmitted:         23532
Time: Tue Sep 28 15:21:02 2021
Create completed at:                 Tue Sep 28 15:21:02 2021
Create status:                       0
Time: Tue Sep 28 15:20:55 2021
Create started at:                   Tue Sep 28 15:20:55 2021
Time: Tue Sep 28 15:20:55 2021
Transfer started at:                 Tue Sep 28 15:20:55 2021
Time: Tue Sep 28 15:20:46 2021
Transfer completed at:               Tue Sep 28 15:20:46 2021
Transfer status:                     0
Time: Tue Sep 28 15:20:37 2021
Event: Clone created
Session started at:                  Tue Sep 28 15:20:31 2021
Session ended at:                    Tue Sep 28 15:20:37 2021
Number of bytes transmitted:         21498
Time: Tue Sep 28 15:20:37 2021
Create completed at:                 Tue Sep 28 15:20:37 2021
Create status:                       0
Time: Tue Sep 28 15:20:31 2021
Create started at:                   Tue Sep 28 15:20:31 2021
Time: Tue Sep 28 15:20:30 2021
Transfer started at:                 Tue Sep 28 15:20:30 2021
Time: Tue Sep 28 15:20:21 2021
Transfer completed at:               Tue Sep 28 15:20:21 2021
Transfer status:                     0
Time: Tue Sep 28 15:20:20 2021
Event: Clone created
Session started at:                  Tue Sep 28 15:20:13 2021
Session ended at:                    Tue Sep 28 15:20:20 2021
Number of bytes transmitted:         21498
Time: Tue Sep 28 15:20:19 2021
Create completed at:                 Tue Sep 28 15:20:19 2021
Create status:                       0
Time: Tue Sep 28 15:20:12 2021
Create started at:                   Tue Sep 28 15:20:12 2021
Time: Tue Sep 28 15:20:12 2021
Transfer started at:                 Tue Sep 28 15:20:12 2021
Time: Tue Sep 28 15:18:49 2021
Transfer completed at:               Tue Sep 28 15:18:48 2021
Transfer status:                     0
Time: Tue Sep 28 15:18:32 2021
Event: Clone created
Session started at:                  Tue Sep 28 15:18:25 2021
Session ended at:                    Tue Sep 28 15:18:32 2021
Number of bytes transmitted:         21883
Time: Tue Sep 28 15:18:31 2021
Create completed at:                 Tue Sep 28 15:18:31 2021
Create status:                       0
Time: Tue Sep 28 15:18:25 2021
Create started at:                   Tue Sep 28 15:18:25 2021
Time: Tue Sep 28 15:18:25 2021
Transfer started at:                 Tue Sep 28 15:18:24 2021
Time: Tue Sep 28 15:18:25 2021
Event: Replication Initialization Started
Initialization Start Time: Tue Sep 28 15:18:24 2021
Number of Events: 23
[oracle@oel82-rac1 acfs_vol]$ cd
[oracle@oel82-rac1 ~]$
[oracle@oel82-rac3 acfs_vol]$ ls -la
total 100
drwxrwxrwx.  4 oracle oinstall 32768 Sep 28 15:21 .
dr-xr-xr-x. 19 root   root       251 Sep 28 14:55 ..
drwx------.  2 root   root     65536 Sep 28 14:56 lost+found
-rw-r--r--.  1 oracle oinstall    22 Sep 28 15:20 replication_testing.txt
[oracle@oel82-rac3 acfs_vol]$
[oracle@oel82-rac3 acfs_vol]$ ls -la
total 100
drwxrwxrwx.  4 oracle oinstall 32768 Sep 28 15:21 .
dr-xr-xr-x. 19 root   root       251 Sep 28 14:55 ..
drwx------.  2 root   root     65536 Sep 28 14:56 lost+found
-rw-r--r--.  1 oracle oinstall    22 Sep 28 15:20 replication_testing.txt
[oracle@oel82-rac3 acfs_vol]$ ls -la
total 122976
drwxrwxrwx.  4 oracle oinstall     32768 Sep 28 15:27 .
dr-xr-xr-x. 19 root   root           251 Sep 28 14:55 ..
drwx------.  2 root   root         65536 Sep 28 14:56 lost+found
-rwxr-xr-x.  1 oracle oinstall 120998448 Sep 28 15:25 p6880880_190000_Linux-x86-64.zip
-rw-r--r--.  1 oracle oinstall        22 Sep 28 15:20 replication_testing.txt
[oracle@oel82-rac3 acfs_vol]$ cd

[oracle@oel82-rac3 ~]$ /sbin/acfsutil repl info -c /acfs_vol/
Site:                                Standby
Primary hostname:                    oel82-rac1
Primary path:                        /acfs_vol
Standby connect string:              oracle@oel82-rac3
Standby path:                        /acfs_vol
Replication interval:                0 days, 0 hours, 0 minutes, 0 seconds
Last sync time with primary:         Tue Sep 28 15:25:19 2021
Receiving primary as of:             Tue Sep 28 15:25:17 2021
Status:                              Receive Completed
Last receive started at:             Tue Sep 28 15:27:17 2021
Last receive completed at:           Tue Sep 28 15:27:42 2021
Elapsed time for last receive:       0 days, 0 hours, 0 minutes, 25 seconds
Data transfer compression:           Off
ssh strict host key checking:        On
Debug log level:                     3
[oracle@oel82-rac3 ~]$ 

Step-16:
------------
[oracle@oel82-rac1 ~]$ /sbin/acfsutil repl info -s /acfs_vol/
-------------------------------------------------------
Tue Sep 28 15:18:25 2021 - Tue Sep 28 15:27:42 2021
-------------------------------------------------------
Data replicated:                     0.11GB
Avg. rate of data replication:       12.48MB/minute
Avg. time from capture to apply:     00:00:32
[oracle@oel82-rac1 ~]$
[oracle@oel82-rac1 ~]$ /sbin/acfsutil repl bg info /acfs_vol/
Resource:      ora.repl.dupd.acfsdg.acfs_vol.acfs
Target State:  ONLINE              , OFFLINE
Current State: ONLINE on oel82-rac1, OFFLINE on oel82-rac2
[oracle@oel82-rac1 ~]$
[oracle@oel82-rac1 ~]$ /sbin/acfsutil info fs -s /acfs_vol/
/acfs_vol/
    amount of change since mount:       115.53 MB
    average rate of change since mount: 31.46 KB/s
[oracle@oel82-rac1 ~]$
[oracle@oel82-rac1 ~]$ /sbin/acfsutil info fs /acfs_vol/
/acfs_vol/
    ACFS Version: 19.0.0.0.0
    on-disk version:       49.0
    compatible.advm:       19.0.0.0.0
    ACFS compatibility:    19.0.0.0.0
    flags:        MountPoint,Available,Replication,KiloSnap
    creation time:   Tue Sep 28 14:47:47 2021
    mount time:      Tue Sep 28 14:48:36 2021
    mount sequence number: 0
    number of nodes:       2
    allocation unit:       4096
    metadata block size:   4096
    volumes:      1
    total size:   10737418240  (  10.00 GB )
    total free:   10066976768  (   9.38 GB )
    file entry table allocation: 393216
    primary volume: /dev/asm/acfs_vol-204
        label:
        state:                 Available
        major, minor:          250, 104449
        logical sector size:   512
        size:                  10737418240  (  10.00 GB )
        free:                  10066976768  (   9.38 GB )
        metadata read I/O count:         18287
        metadata write I/O count:        768
        total metadata bytes read:       78139392  (  74.52 MB )
        total metadata bytes written:    7852032  (   7.49 MB )
        ADVM diskgroup:        ACFSDG
        ADVM resize increment: 67108864
        ADVM redundancy:       unprotected
        ADVM stripe columns:   8
        ADVM stripe width:     1048576
    number of snapshots:  1
    snapshot space usage: 393216  ( 384.00 KB )
    replication status: primary
    compression status: DISABLED
[oracle@oel82-rac1 ~]$

[oracle@oel82-rac3 ~]$ /sbin/acfsutil repl info -s /acfs_vol/
-------------------------------------------------------
Tue Sep 28 15:00:38 2021 - Tue Sep 28 15:27:42 2021
-------------------------------------------------------
Data replicated:                     0.11GB
Avg. rate of data replication:       4.28MB/minute
Average time to apply snapshot duplicate stream: 00:00:05
[oracle@oel82-rac3 ~]$
[oracle@oel82-rac3 ~]$ /sbin/acfsutil repl bg info /acfs_vol/
acfsutil repl bg: ACFS-05058: command issued on the incorrect replication site
[oracle@oel82-rac3 ~]$

[oracle@oel82-rac3 ~]$ /sbin/acfsutil info fs -s /acfs_vol/
/acfs_vol/
    amount of change since mount:       115.48 MB
    average rate of change since mount: 35.89 KB/s
[oracle@oel82-rac3 ~]$
[oracle@oel82-rac3 ~]$ /sbin/acfsutil info fs /acfs_vol/
/acfs_vol/
    ACFS Version: 19.0.0.0.0
    on-disk version:       49.0
    compatible.advm:       19.0.0.0.0
    ACFS compatibility:    19.0.0.0.0
    flags:        MountPoint,Available,Replication,KiloSnap
    creation time:   Tue Sep 28 14:55:25 2021
    mount time:      Tue Sep 28 14:56:28 2021
    mount sequence number: 0
    number of nodes:       2
    allocation unit:       4096
    metadata block size:   4096
    volumes:      1
    total size:   10737418240  (  10.00 GB )
    total free:   9999724544  (   9.31 GB )
    file entry table allocation: 393216
    primary volume: /dev/asm/acfs_vol-211
        label:
        state:                 Available
        major, minor:          250, 108033
        logical sector size:   512
        size:                  10737418240  (  10.00 GB )
        free:                  9999724544  (   9.31 GB )
        metadata read I/O count:         2343
        metadata write I/O count:        731
        total metadata bytes read:       32858112  (  31.34 MB )
        total metadata bytes written:    6725632  (   6.41 MB )
        ADVM diskgroup:        ACFSDG
        ADVM resize increment: 67108864
        ADVM redundancy:       unprotected
        ADVM stripe columns:   8
        ADVM stripe width:     1048576
    number of snapshots:  1
    snapshot space usage: 393216  ( 384.00 KB )
    replication status: standby
    compression status: DISABLED
[oracle@oel82-rac3 ~]$
Step-17:
---------
[oracle@oel82-rac1 ~]$ /sbin/acfsutil repl pause /acfs_vol/
[oracle@oel82-rac1 ~]$ /sbin/acfsutil repl info -c /acfs_vol/
Site:                                Primary
Primary hostname:                    oel82-rac1
Primary path:                        /acfs_vol
Primary status:                      Paused
Background Resources:                Active
Standby connect string:              oracle@oel82-rac3
Standby path:                        /acfs_vol
Replication interval:                0 days, 0 hours, 0 minutes, 0 seconds
Sending primary as of:               Tue Sep 28 15:25:17 2021
Status:                              Send Completed
Lag Time:                            00:00:00
Retries made:                        0
Last send started at:                Tue Sep 28 15:25:22 2021
Last send completed at:              Tue Sep 28 15:27:42 2021
Elapsed time for last send:          0 days, 0 hours, 2 minutes, 20 seconds
Next send starts at:                 now
Replicated tags:
Data transfer compression:           Off
ssh strict host key checking:        On
Debug log level:                     3
[oracle@oel82-rac1 ~]$
[oracle@oel82-rac1 ~]$ /sbin/acfsutil repl resume /acfs_vol/
[oracle@oel82-rac1 ~]$ /sbin/acfsutil repl info -c /acfs_vol/
Site:                                Primary
Primary hostname:                    oel82-rac1
Primary path:                        /acfs_vol
Primary status:                      Running
Background Resources:                Active
Standby connect string:              oracle@oel82-rac3
Standby path:                        /acfs_vol
Replication interval:                0 days, 0 hours, 0 minutes, 0 seconds
Sending primary as of:               Tue Sep 28 15:25:17 2021
Status:                              Send Completed
Lag Time:                            00:00:00
Retries made:                        0
Last send started at:                Tue Sep 28 15:25:22 2021
Last send completed at:              Tue Sep 28 15:27:42 2021
Elapsed time for last send:          0 days, 0 hours, 2 minutes, 20 seconds
Next send starts at:                 now
Replicated tags:
Data transfer compression:           Off
ssh strict host key checking:        On
Debug log level:                     3
[oracle@oel82-rac1 ~]$
[oracle@oel82-rac1 ~]$ /sbin/acfsutil compress on /acfs_vol/
acfsutil compress on: ACFS-09130: Root access required
[oracle@oel82-rac1 ~]$
[oracle@oel82-rac1 ~]$ /sbin/acfsutil repl sync apply /acfs_vol
[oracle@oel82-rac1 ~]$ /sbin/acfsutil repl info -c /acfs_vol/
Site:                                Primary
Primary hostname:                    oel82-rac1
Primary path:                        /acfs_vol
Primary status:                      Running
Background Resources:                Active
Standby connect string:              oracle@oel82-rac3
Standby path:                        /acfs_vol
Replication interval:                0 days, 0 hours, 0 minutes, 0 seconds
Sending primary as of:               Tue Sep 28 16:01:44 2021
Status:                              Send Completed
Lag Time:                            00:00:00
Retries made:                        0
Last send started at:                Tue Sep 28 16:01:44 2021
Last send completed at:              Tue Sep 28 16:01:53 2021
Elapsed time for last send:          0 days, 0 hours, 0 minutes, 9 seconds
Next send starts at:                 now
Replicated tags:
Data transfer compression:           Off
ssh strict host key checking:        On
Debug log level:                     3
[oracle@oel82-rac1 ~]$
[oracle@oel82-rac1 ~]$ su - root
Password:
[root@oel82-rac1 ~]#
[root@oel82-rac1 ~]# /sbin/acfsutil compress on /acfs_vol/
[root@oel82-rac1 ~]#
[root@oel82-rac1 ~]# /sbin/acfsutil info fs /acfs_vol/
/acfs_vol/
    ACFS Version: 19.0.0.0.0
    on-disk version:       49.0
    compatible.advm:       19.0.0.0.0
    ACFS compatibility:    19.0.0.0.0
    flags:        MountPoint,Available,Replication,KiloSnap
    creation time:   Tue Sep 28 14:47:47 2021
    mount time:      Tue Sep 28 14:48:36 2021
    mount sequence number: 0
    number of nodes:       2
    allocation unit:       4096
    metadata block size:   4096
    volumes:      1
    total size:   10737418240  (  10.00 GB )
    total free:   10067369984  (   9.38 GB )
    file entry table allocation: 393216
    primary volume: /dev/asm/acfs_vol-204
        label:
        state:                 Available
        major, minor:          250, 104449
        logical sector size:   512
        size:                  10737418240  (  10.00 GB )
        free:                  10067369984  (   9.38 GB )
        metadata read I/O count:         22542
        metadata write I/O count:        958
        total metadata bytes read:       96133120  (  91.68 MB )
        total metadata bytes written:    9535488  (   9.09 MB )
        ADVM diskgroup:        ACFSDG
        ADVM resize increment: 67108864
        ADVM redundancy:       unprotected
        ADVM stripe columns:   8
        ADVM stripe width:     1048576
    number of snapshots:  1
    snapshot space usage: 786432  ( 768.00 KB )
    replication status: primary
    compression status: ENABLED
[root@oel82-rac1 ~]#
[root@oel82-rac1 ~]# /sbin/acfsutil info fs
/acfs_vol
    ACFS Version: 19.0.0.0.0
    on-disk version:       49.0
    compatible.advm:       19.0.0.0.0
    ACFS compatibility:    19.0.0.0.0
    flags:        MountPoint,Available,Replication,KiloSnap
    creation time:   Tue Sep 28 14:47:47 2021
    mount time:      Tue Sep 28 14:48:36 2021
    mount sequence number: 0
    number of nodes:       2
    allocation unit:       4096
    metadata block size:   4096
    volumes:      1
    total size:   10737418240  (  10.00 GB )
    total free:   10067369984  (   9.38 GB )
    file entry table allocation: 393216
    primary volume: /dev/asm/acfs_vol-204
        label:
        state:                 Available
        major, minor:          250, 104449
        logical sector size:   512
        size:                  10737418240  (  10.00 GB )
        free:                  10067369984  (   9.38 GB )
        metadata read I/O count:         22554
        metadata write I/O count:        958
        total metadata bytes read:       96182272  (  91.73 MB )
        total metadata bytes written:    9535488  (   9.09 MB )
        ADVM diskgroup:        ACFSDG
        ADVM resize increment: 67108864
        ADVM redundancy:       unprotected
        ADVM stripe columns:   8
        ADVM stripe width:     1048576
    number of snapshots:  1
    snapshot space usage: 786432  ( 768.00 KB )
    replication status: primary
    compression status: ENABLED
[root@oel82-rac1 ~]#
[root@oel82-rac1 ~]# /sbin/acfsutil meta -f /home/oracle/mymetafile /dev/asm/acfs_vol-204
 Reading configuration information from device /dev/asm/acfs_vol-204 ...
  Log file name: /home/oracle/mymetafile.log
  Input device name: /dev/asm/acfs_vol-204
  Output file name: /home/oracle/mymetafile
  Copying first 10 megabytes from device /dev/asm/acfs_vol-204 ...
  Continue scanning metadata on device /dev/asm/acfs_vol-204 ...
  End of general metadata scan on device /dev/asm/acfs_vol-204 ...
  Copying global bit map from device /dev/asm/acfs_vol-204 ...
  Copying snap map bit map from device /dev/asm/acfs_vol-204 ...
  Copying local bit map from device /dev/asm/acfs_vol-204 ...
  Copying local bit map from device /dev/asm/acfs_vol-204 ...
acfsutil meta summary:
  Log file name: /home/oracle/mymetafile.log
  Input device name: /dev/asm/acfs_vol-204
  Output file name: /home/oracle/mymetafile
[root@oel82-rac1 ~]#
[root@oel82-rac1 ~]# /sbin/acfsutil info ftrace -s /acfs_vol/
Fileid: 2, Pathname: /acfs_vol
Fileid: 7, Pathname: /acfs_vol/.ACFS
Fileid: 9, Pathname: /acfs_vol/.ACFS/repl
Fileid: 11, Pathname: /acfs_vol/.ACFS/repl/ready
Fileid: 43, Pathname: /acfs_vol/.ACFS/repl/ready/DupdRunning_0
[root@oel82-rac1 ~]#

[oracle@oel82-rac1 ~]$ . oraenv
ORACLE_SID = [+ASM1] ?
ORACLE_HOME = [/home/oracle] ? /u01/app/19.3.0/grid/
The Oracle base remains unchanged with value /u01/app/oracle
[oracle@oel82-rac1 ~]$

[oracle@oel82-rac1 ~]$ crsctl stat res -t
--------------------------------------------------------------------------------
Name           Target  State        Server                   State details
--------------------------------------------------------------------------------
Local Resources
--------------------------------------------------------------------------------
ora.ACFSDG.ACFS_VOL.advm
               ONLINE  ONLINE       oel82-rac1               STABLE
               ONLINE  ONLINE       oel82-rac2               STABLE
ora.LISTENER.lsnr
               ONLINE  ONLINE       oel82-rac1               STABLE
               ONLINE  ONLINE       oel82-rac2               STABLE
ora.acfsdg.acfs_vol.acfs
               ONLINE  ONLINE       oel82-rac1               mounted on /acfs_vol
                                                             ,STABLE
               ONLINE  ONLINE       oel82-rac2               mounted on /acfs_vol
                                                             ,STABLE
ora.chad
               ONLINE  ONLINE       oel82-rac1               STABLE
               ONLINE  ONLINE       oel82-rac2               STABLE
ora.net1.network
               ONLINE  ONLINE       oel82-rac1               STABLE
               ONLINE  ONLINE       oel82-rac2               STABLE
ora.ons
               ONLINE  ONLINE       oel82-rac1               STABLE
               ONLINE  ONLINE       oel82-rac2               STABLE
ora.proxy_advm
               ONLINE  ONLINE       oel82-rac1               STABLE
               ONLINE  ONLINE       oel82-rac2               STABLE
--------------------------------------------------------------------------------
Cluster Resources
--------------------------------------------------------------------------------
ora.ACFSDG.dg(ora.asmgroup)
      1        ONLINE  ONLINE       oel82-rac1               STABLE
      2        ONLINE  ONLINE       oel82-rac2               STABLE
ora.ASMNET1LSNR_ASM.lsnr(ora.asmgroup)
      1        ONLINE  ONLINE       oel82-rac1               STABLE
      2        ONLINE  ONLINE       oel82-rac2               STABLE
ora.LISTENER_SCAN1.lsnr
      1        ONLINE  ONLINE       oel82-rac2               STABLE
ora.LISTENER_SCAN2.lsnr
      1        ONLINE  ONLINE       oel82-rac1               STABLE
ora.LISTENER_SCAN3.lsnr
      1        ONLINE  ONLINE       oel82-rac1               STABLE
ora.OCRVD.dg(ora.asmgroup)
      1        ONLINE  ONLINE       oel82-rac1               STABLE
      2        ONLINE  ONLINE       oel82-rac2               STABLE
ora.asm(ora.asmgroup)
      1        ONLINE  ONLINE       oel82-rac1               Started,STABLE
      2        ONLINE  ONLINE       oel82-rac2               Started,STABLE
ora.asmnet1.asmnetwork(ora.asmgroup)
      1        ONLINE  ONLINE       oel82-rac1               STABLE
      2        ONLINE  ONLINE       oel82-rac2               STABLE
ora.cvu
      1        ONLINE  ONLINE       oel82-rac1               STABLE
ora.oel82-rac1.vip
      1        ONLINE  ONLINE       oel82-rac1               STABLE
ora.oel82-rac2.vip
      1        ONLINE  ONLINE       oel82-rac2               STABLE
ora.qosmserver
      1        ONLINE  ONLINE       oel82-rac1               STABLE
ora.repl.dupd.acfsdg.acfs_vol.acfs
      1        ONLINE  ONLINE       oel82-rac1               STABLE
ora.scan1.vip
      1        ONLINE  ONLINE       oel82-rac2               STABLE
ora.scan2.vip
      1        ONLINE  ONLINE       oel82-rac1               STABLE
ora.scan3.vip
      1        ONLINE  ONLINE       oel82-rac1               STABLE
--------------------------------------------------------------------------------
[oracle@oel82-rac1 ~]$


[oracle@oel82-rac3 ~]$ crsctl stat res -t
--------------------------------------------------------------------------------
Name           Target  State        Server                   State details
--------------------------------------------------------------------------------
Local Resources
--------------------------------------------------------------------------------
ora.ACFSDG.ACFS_VOL.advm
               ONLINE  ONLINE       oel82-rac3               STABLE
               ONLINE  ONLINE       oel82-rac4               STABLE
ora.LISTENER.lsnr
               ONLINE  ONLINE       oel82-rac3               STABLE
               ONLINE  ONLINE       oel82-rac4               STABLE
ora.acfsdg.acfs_vol.acfs
               ONLINE  ONLINE       oel82-rac3               mounted on /acfs_vol
                                                             ,STABLE
               OFFLINE OFFLINE      oel82-rac4               admin unmounted /acf
                                                             s_vol,STABLE
ora.chad
               ONLINE  OFFLINE      oel82-rac3               STABLE
               ONLINE  ONLINE       oel82-rac4               STABLE
ora.net1.network
               ONLINE  ONLINE       oel82-rac3               STABLE
               ONLINE  ONLINE       oel82-rac4               STABLE
ora.ons
               ONLINE  ONLINE       oel82-rac3               STABLE
               ONLINE  ONLINE       oel82-rac4               STABLE
ora.proxy_advm
               ONLINE  ONLINE       oel82-rac3               STABLE
               ONLINE  ONLINE       oel82-rac4               STABLE
--------------------------------------------------------------------------------
Cluster Resources
--------------------------------------------------------------------------------
ora.ACFSDG.dg(ora.asmgroup)
      1        ONLINE  ONLINE       oel82-rac3               STABLE
      2        ONLINE  ONLINE       oel82-rac4               STABLE
ora.ASMNET1LSNR_ASM.lsnr(ora.asmgroup)
      1        ONLINE  ONLINE       oel82-rac3               STABLE
      2        ONLINE  ONLINE       oel82-rac4               STABLE
ora.LISTENER_SCAN1.lsnr
      1        ONLINE  ONLINE       oel82-rac4               STABLE
ora.LISTENER_SCAN2.lsnr
      1        ONLINE  ONLINE       oel82-rac3               STABLE
ora.LISTENER_SCAN3.lsnr
      1        ONLINE  ONLINE       oel82-rac3               STABLE
ora.OCRVD.dg(ora.asmgroup)
      1        ONLINE  ONLINE       oel82-rac3               STABLE
      2        ONLINE  ONLINE       oel82-rac4               STABLE
ora.asm(ora.asmgroup)
      1        ONLINE  ONLINE       oel82-rac3               Started,STABLE
      2        ONLINE  ONLINE       oel82-rac4               Started,STABLE
ora.asmnet1.asmnetwork(ora.asmgroup)
      1        ONLINE  ONLINE       oel82-rac3               STABLE
      2        ONLINE  ONLINE       oel82-rac4               STABLE
ora.cvu
      1        ONLINE  ONLINE       oel82-rac3               STABLE
ora.oel82-rac3.vip
      1        ONLINE  ONLINE       oel82-rac3               STABLE
ora.oel82-rac4.vip
      1        ONLINE  ONLINE       oel82-rac4               STABLE
ora.qosmserver
      1        ONLINE  ONLINE       oel82-rac3               STABLE
ora.scan1.vip
      1        ONLINE  ONLINE       oel82-rac4               STABLE
ora.scan2.vip
      1        ONLINE  ONLINE       oel82-rac3               STABLE
ora.scan3.vip
      1        ONLINE  ONLINE       oel82-rac3               STABLE
--------------------------------------------------------------------------------
[oracle@oel82-rac3 ~]$

[oracle@oel82-rac1 ~]$ findmnt -t acfs
TARGET    SOURCE                FSTYPE OPTIONS
/acfs_vol /dev/asm/acfs_vol-204 acfs   rw,relatime,device,rootsuid,ordered
[oracle@oel82-rac1 ~]$
[oracle@oel82-rac3 ~]$ findmnt -t acfs
TARGET    SOURCE                FSTYPE OPTIONS
/acfs_vol /dev/asm/acfs_vol-211 acfs   rw,relatime,device,rootsuid,ordered
[oracle@oel82-rac3 ~]$

[root@oel82-rac1 ~]# . oraenv
ORACLE_SID = [+ASM] ? +ASM1
ORACLE_HOME = [/home/oracle] ? /u01/app/19.3.0/grid/
The Oracle base has been set to /u01/app/oracle
[root@oel82-rac1 ~]#
[root@oel82-rac1 ~]# srvctl status filesystem -device /dev/asm/acfs_vol-204
ACFS file system /acfs_vol is mounted on nodes oel82-rac1,oel82-rac2
[root@oel82-rac1 ~]#
[root@oel82-rac3 ~]# srvctl status filesystem -device /dev/asm/acfs_vol-211
ACFS file system /acfs_vol is mounted on nodes oel82-rac3
[root@oel82-rac3 ~]#