1 © 2006 Julian Dyke Streams Julian Dyke Independent Consultant juliandyke.com Web Version

© 2006 Julian Dyke juliandyke.com 2 Streams

© 2006 Julian Dyke juliandyke.com 3 Streams Multi-Database Configuration Capture Changes Source Database Enqueue LCRs Record Changes Log Changes LGWR Streams Queue Online Redo Log Capture Process Database Objects Apply Process Streams Queue Target Database Apply Changes Dequeue LCRs Propagate LCRs

© 2006 Julian Dyke juliandyke.com 4 Streams Archived Log Downstream Capture Capture Changes Source Database Downstream Database Enqueue LCRs Record Changes Log Changes Write Redo Data LGWRARCn Read Redo Data Streams Queue Online Redo Log Archived Redo Log Capture Process Copy Redo Log Files Database Objects Archived Redo Log

© 2006 Julian Dyke juliandyke.com 5 Streams Real-Time Downstream Capture Online Redo Log Log Changes Source Database Downstream Database Enqueue LCRs Record Changes Send Redo Data Log Changes Write Redo Data RFSLGWR Streams Queue Read Redo Data LGWR Database Objects Capture Process Standby Redo Log Archived Redo Log

© 2006 Julian Dyke juliandyke.com 6 Streams Preparation  Used two separate servers  server1 and server2  Used DBCA to create one database on each server  SOURCE and TARGET  Archiving must be enabled  Used default value for GLOBAL_NAMES (FALSE)  Oracle recommends setting this parameter to TRUE  Installed SCOTT/TIGER schema  $ORACLE_HOME/rdbms/admin/utlsampl.sql

© 2006 Julian Dyke juliandyke.com 7 Streams Preparation  Modified TNSNAMES.ORA on both nodes SOURCE = (DESCRIPTION = (ADDRESS = (PROTOCOL = TCP)(HOST = server1)(PORT = 1521)) (CONNECT_DATA = (SERVER = DEDICATED) (SERVICE_NAME = SOURCE) ) ) TARGET = (DESCRIPTION = (ADDRESS = (PROTOCOL = TCP)(HOST = server2)(PORT = 1521)) (CONNECT_DATA = (SERVER = DEDICATED) (SERVICE_NAME = TARGET) ) )

© 2006 Julian Dyke juliandyke.com 8 Streams Configuration  On both source and target as SYSDBA  Create STREAMS tablespace CREATE TABLESPACE streams DATAFILE '/u01/oradata/SOURCE/streams01.dbf' SIZE 100M;  Create STRMADMIN user CREATE USER strmadmin IDENTIFIED BY strmadmin DEFAULT TABLESPACE STREAMS QUOTA UNLIMITED ON STREAMS;

© 2006 Julian Dyke juliandyke.com 9 Streams Configuration  On both servers as SYSDBA grant privileges to STRMADMIN GRANT CONNECT, RESOURCE, DBA TO STRMADMIN; EXECUTE DBMS_AQADM.GRANT_SYSTEM_PRIVILEGE( - privilege => 'ENQUEUE_ANY', - grantee => 'STRMADMIN', - admin_option => FALSE); - EXECUTE DBMS_AQADM.GRANT_SYSTEM_PRIVILEGE( - privilege => 'DEQUEUE_ANY', - grantee => 'STRMADMIN', - admin_option => FALSE); EXECUTE DBMS_AQADM.GRANT_SYSTEM_PRIVILEGE( - privilege => 'MANAGE_ANY', - grantee => 'STRMADMIN', - admin_option => TRUE); EXECUTE DBMS_AQADM.GRANT_TYPE_ACCESS( - user_name => 'STRMADMIN');

© 2006 Julian Dyke juliandyke.com 10 Streams Configuration  Grant more privileges... EXECUTE DBMS_RULE_ADM.GRANT_SYSTEM_PRIVILEGE( - privilege => DBMS_RULE_ADM.CREATE_EVALUATION_CONTEXT_OBJ, - grantee => 'STRMADMIN', - grant_option => TRUE); EXECUTE DBMS_RULE_ADM.GRANT_SYSTEM_PRIVILEGE( - privilege => DBMS_RULE_ADM.CREATE_RULE_SET_OBJ, - grantee => 'STRMADMIN', - grant_option => TRUE); EXECUTE DBMS_RULE_ADM.GRANT_SYSTEM_PRIVILEGE( - privilege => DBMS_RULE_ADM.CREATE_RULE_OBJ, - grantee => 'STRMADMIN', - grant_option => TRUE); EXECUTE DBMS_RULE_ADM.GRANT_SYSTEM_PRIVILEGE( - privilege => DBMS_RULE_ADM.CREATE_ANY_RULE_SET, - grantee => 'STRMADMIN', - grant_option => TRUE);

© 2006 Julian Dyke juliandyke.com 11 Streams Configuration  Grant even more privileges... EXECUTE DBMS_RULE_ADM.GRANT_SYSTEM_PRIVILEGE( - privilege => DBMS_RULE_ADM.ALTER_ANY_RULE_SET, - grantee => 'STRMADMIN', - grant_option => TRUE); EXECUTE DBMS_RULE_ADM.GRANT_SYSTEM_PRIVILEGE( - privilege => DBMS_RULE_ADM.EXECUTE_ANY_RULE_SET, - grantee => 'STRMADMIN', - grant_option => TRUE); EXECUTE DBMS_RULE_ADM.GRANT_SYSTEM_PRIVILEGE( - privilege => DBMS_RULE_ADM.CREATE_ANY_RULE, - grantee => 'STRMADMIN', - grant_option => TRUE); EXECUTE DBMS_RULE_ADM.GRANT_SYSTEM_PRIVILEGE( - privilege => DBMS_RULE_ADM.ALTER_ANY_RULE, - grantee => 'STRMADMIN', - grant_option => TRUE);

© 2006 Julian Dyke juliandyke.com 12 Streams Configuration  And finally... EXECUTE DBMS_STREAMS_AUTH.GRANT_ADMIN_PRIVILEGE('STRMADMIN'); EXECUTE DBMS_RULE_ADM.GRANT_SYSTEM_PRIVILEGE( - privilege => DBMS_RULE_ADM.EXECUTE_ANY_RULE, - grantee => 'STRMADMIN', - grant_option => TRUE); EXECUTE DBMS_RULE_ADM.GRANT_OBJECT_PRIVILEGE( - privilege => DBMS_RULE_ADM.EXECUTE_ON_EVALUATION_CONTEXT, - object_name => 'SYS.STREAMS$_EVALUATION_CONTEXT', - grantee => 'STRMADMIN', - grant_option => FALSE ); EXECUTE DBMS_RULE_ADM.GRANT_SYSTEM_PRIVILEGE( - privilege => DBMS_RULE_ADM.EXECUTE_ANY_EVALUATION_CONTEXT, - grantee => 'STRMADMIN', - grant_option => TRUE);

© 2006 Julian Dyke juliandyke.com 13 Streams Configuration  On both servers as STRMADMIN create AQ queue table and queue EXECUTE DBMS_STREAMS_ADM.SET_UP_QUEUE( - queue_table => 'STREAMS_QUEUE', - queue_name => 'STREAMS_QUEUE', - queue_user => 'STRMADMIN');  On source as STRMADMIN create database link to target CREATE DATABASE LINK TARGET CONNECT TO strmadmin IDENTIFIED BY strmadmin USING 'TARGET';  On target as STRMADMIN create database link to source CREATE DATABASE LINK SOURCE CONNECT TO strmadmin IDENTIFIED BY strmadmin USING 'SOURCE';

© 2006 Julian Dyke juliandyke.com 14 Streams Configuration  On source as STRMADMIN build Logminer dictionary DECLARE l_scn number; BEGIN -- Build Logminer dictionary for the capture process DBMS_CAPTURE_ADM.BUILD (l_scn); -- Creates the capture based on the previous build DBMS_CAPTURE_ADM.CREATE_CAPTURE ( queue_name=>'STRMADMIN.STREAMS_QUEUE', capture_name=>'CAPTURE1', checkpoint_retention_time=>7, first_scn=>l_scn ); END; /

© 2006 Julian Dyke juliandyke.com 15 Streams Configuration  On source as STRMADMIN create capture rules for SCOTT.EMP DECLARE l_global_name varchar2(255); BEGIN -- Get the global name of the database SELECT global_name INTO l_global_name FROM global_name; -- Adds the SCOTT.EMP to the streams capture rules DBMS_STREAMS_ADM.ADD_TABLE_RULES ( table_name => 'SCOTT.EMP', streams_type => 'CAPTURE', streams_name => 'CAPTURE1', queue_name => 'STRMADMIN.STREAMS_QUEUE', include_dml => TRUE, include_ddl => TRUE, source_database => l_global_name ); END; /

© 2006 Julian Dyke juliandyke.com 16 Streams Configuration  On source as STRMADMIN prepare table for instantiation -- Prepare tables for instantiation -- Supplemental logging must be enabled on the tables BEGIN DBMS_CAPTURE_ADM.PREPARE_TABLE_INSTANTIATION ( table_name => 'SCOTT.EMP', supplemental_logging=>'keys' ); END; / ALTER SYSTEM ARCHIVE LOG CURRENT;  On source as STRMADMIN archive the current online redo log

© 2006 Julian Dyke juliandyke.com 17 Streams Configuration  On target as STRMADMIN use Data Pump to copy table SET SERVEROUTPUT ON DECLARE l_job_handle NUMBER; -- Data Pump job handle l_job_state VARCHAR2(30); -- Keeps track of job state l_scn NUMBER;-- SCN BEGIN -- Get scn from source l_scn := --Create a user-named Data Pump job to do a "table-level" import --using a network link l_job_handle := DBMS_DATAPUMP.OPEN ( operation => 'IMPORT', job_mode => 'TABLE', remote_link => 'SOURCE', job_name => 'IMPORT_SCOTT_'||TO_CHAR (SYSDATE,'SSSSS') );

© 2006 Julian Dyke juliandyke.com 18 Streams Configuration  Data Pump continued Schema filter DBMS_DATAPUMP.METADATA_FILTER ( handle => l_job_handle, name => 'SCHEMA_LIST', value => '''SCOTT'' ); -- Table filter DBMS_DATAPUMP.METADATA_FILTER ( handle => l_job_handle, name => 'NAME_LIST', value => '''EMP''' );

© 2006 Julian Dyke juliandyke.com 19 Streams Configuration  Data Pump continued Set parameters DBMS_DATAPUMP.SET_PARAMETER ( handle => l_job_handle, name => 'FLASHBACK_SCN', value => l_scn ); DBMS_DATAPUMP.SET_PARAMETER ( handle => l_job_handle, name => 'TABLE_EXISTS_ACTION', value => 'REPLACE' );

© 2006 Julian Dyke juliandyke.com 20 Streams Configuration  Data Pump continued Start the Datapump job DBMS_DATAPUMP.START_JOB ( handle => l_job_handle, skip_current => 0 ); DBMS_DATAPUMP.WAIT_FOR_JOB ( handle => l_job_handle, job_state => l_job_state ); DBMS_OUTPUT.PUT_LINE ('Job completed - job state = '||l_job_state); DBMS_DATAPUMP.DETACH (handle => l_job_handle); END; /

© 2006 Julian Dyke juliandyke.com 21 Streams Configuration  On target as STRMADMIN add table rules for SCOTT.EMP DECLARE l_scn number; BEGIN DBMS_STREAMS_ADM.ADD_TABLE_RULES ( table_name => 'SCOTT.EMP', streams_type => 'APPLY', streams_name => 'APPLY1', queue_name => 'STRMADMIN.STREAMS_QUEUE', include_dml => TRUE, include_ddl => TRUE, source_database => 'SOURCE' ); END; /

© 2006 Julian Dyke juliandyke.com 22 Streams Configuration  On target as STRMADMIN set table instantiation SCN DECLARE l_scn number; BEGIN l_scn := DBMS_FLASHBACK.GET_SYSTEM_CHANGE_NUMBER (); -- Set the table instantiation SCN DBMS_APPLY_ADM.SET_TABLE_INSTANTIATION_SCN ( source_object_name => 'SCOTT.EMP', source_database_name => 'SOURCE', instantiation_scn => l_scn ); END; /

© 2006 Julian Dyke juliandyke.com 23 Streams Configuration  On source as STRMADMIN add the SCOTT schema to the propagation rules BEGIN -- add the schema to the propagation rules DBMS_STREAMS_ADM.ADD_SCHEMA_PROPAGATION_RULES ( schema_name => 'SCOTT', streams_name => 'PROPAGATE1', source_queue_name => 'STRMADMIN.STREAMS_QUEUE', destination_queue_name => include_dml => TRUE, include_ddl => TRUE, queue_to_queue => TRUE, source_database => 'SOURCE' ); END; /

© 2006 Julian Dyke juliandyke.com 24 Streams Configuration  On target as STRMADMIN start apply process EXECUTE DBMS_APPLY_ADM.START_APPLY ('APPLY1');  On source as STRMADMIN start capture process EXECUTE DBMS_CAPTURE_ADM.START_CAPTURE ('CAPTURE1');  Note - propagation is started automatically by the ADD_SCHEMA_PROPAGATION_RULES procedure

© 2006 Julian Dyke juliandyke.com 25 Logical Change Records

© 2006 Julian Dyke juliandyke.com 26 Logical Change Records Introduction  Two types of LCR  row LCR  SYS.LCR$_ROW_RECORD  DDL LCR  SYS.LCR$_DDL_RECORD  Enqueued into an ANYDATA queue  Can be  Captured by capture process  Constructed and enqueued by user or application  Can be modified by  Rule-based transformation  Apply process

© 2006 Julian Dyke juliandyke.com 27 Logical Change Records Example  This is an example of manual creation of an LCR  Example 1 - Create LCR on target server  As SYSDBA grant privileges to STRMADMIN user GRANT EXECUTE ON DBMS_STREAMS_MESSAGING TO strmadmin;  As STRMADMIN create a queue table and a queue BEGIN DBMS_STREAMS_ADM.SET_UP_QUEUE ( queue_table => 'QUEUE_TABLE2', storage_clause => NULL, queue_name => 'QUEUE2' ); END; /

© 2006 Julian Dyke juliandyke.com 28 Logical Change Records Example  Create apply process BEGIN DBMS_APPLY_ADM.CREATE_APPLY ( queue_name => 'QUEUE2', apply_name=> 'APPLY2', apply_captured=> FALSE, apply_user => 'SCOTT' ); END; /

© 2006 Julian Dyke juliandyke.com 29 Logical Change Records Example  Create add table rules for SCOTT.EMP BEGIN DBMS_STREAMS_ADM.ADD_TABLE_RULES ( table_name => 'SCOTT.DEPT', streams_type => 'APPLY', streams_name => 'APPLY2', queue_name => 'QUEUE2', include_dml => TRUE, include_ddl => FALSE, include_tagged_lcr => FALSE, source_database => 'SOURCE', inclusion_rule => TRUE ); END; /

© 2006 Julian Dyke juliandyke.com 30 Logical Change Records Example  Do not disable apply process when an error is encountered BEGIN DBMS_APPLY_ADM.SET_PARAMETER ( apply_name => 'APPLY2', parameter => 'DISABLE_ON_ERROR', value => 'N' ); END; /  Start apply process EXECUTE DBMS_APPLY_ADM.START_APPLY ('APPLY2');

© 2006 Julian Dyke juliandyke.com 31 Logical Change Records Example  In source database create propagation process BEGIN -- add the schema to the propagation rules DBMS_STREAMS_ADM.ADD_SCHEMA_PROPAGATION_RULES( schema_name => 'SCOTT', streams_name => 'PROPAGATE2', source_queue_name => 'STRMADMIN.QUEUE2', destination_queue_name => include_dml => TRUE, include_ddl => FALSE, queue_to_queue => TRUE, source_database => 'SOURCE' ); END; /

© 2006 Julian Dyke juliandyke.com 32 Logical Change Records Insert Example  Inserting a row (1 of 3) DECLARE l_deptno SYS.LCR$_ROW_UNIT; l_dname SYS.LCR$_ROW_UNIT; l_loc SYS.LCR$_ROW_UNIT; l_newvals SYS.LCR$_ROW_LIST; l_row SYS.LCR$_ROW_RECORD; BEGIN l_deptno := SYS.LCR$_ROW_UNIT ( 'DEPTNO', ANYDATA.ConvertNumber (50), DBMS_LCR.NOT_A_LOB, NULL, NULL ); INSERT INTO dept (deptno,dname,loc) VALUES (50,'IT','LONDON');

© 2006 Julian Dyke juliandyke.com 33 Logical Change Records Insert Example  Inserting a row (2 of 3) l_dname := SYS.LCR$_ROW_UNIT ( 'DNAME', ANYDATA.ConvertVarchar2 ('IT'), DBMS_LCR.NOT_A_LOB, NULL, NULL ); l_loc := SYS.LCR$_ROW_UNIT ( 'LOC', ANYDATA.ConvertVarchar2 ('LONDON'), DBMS_LCR.NOT_A_LOB, NULL, NULL ); l_newvals := SYS.LCR$_ROW_LIST (l_deptno,l_dname,l_loc);

© 2006 Julian Dyke juliandyke.com 34 Logical Change Records Insert Example  Inserting a row (3 of 3) -- Construct the LCR l_row := SYS.LCR$_ROW_RECORD.CONSTRUCT ( source_database_name => 'SOURCE', command_type => 'INSERT', object_owner => 'SCOTT', object_name => 'DEPT', old_values => NULL, new_values => l_new_vals ); DBMS_STREAMS_MESSAGING.ENQUEUE ( queue_name => 'QUEUE2', payload => ANYDATA.ConvertObject (l_row) );

© 2006 Julian Dyke juliandyke.com 35 Logical Change Records Update Example  Updating a row (1 of 3) DECLARE l_deptno SYS.LCR$_ROW_UNIT; l_old_loc SYS.LCR$_ROW_UNIT; l_new_loc SYS.LCR$_ROW_UNIT; l_oldvals SYS.LCR$_ROW_LIST; l_newvals SYS.LCR$_ROW_LIST; l_row SYS.LCR$_ROW_RECORD; BEGIN l_deptno := SYS.LCR$_ROW_UNIT ( 'DEPTNO', ANYDATA.ConvertNumber (50), DBMS_LCR.NOT_A_LOB, NULL, NULL ); UPDATE dept SET loc = 'READING' WHERE deptno = 50;

© 2006 Julian Dyke juliandyke.com 36 Logical Change Records Update Example  Updating a row (2 of 3) l_old_loc := SYS.LCR$_ROW_UNIT ( 'LOC', ANYDATA.ConvertVarchar2 ('LONDON'), DBMS_LCR.NOT_A_LOB, NULL, NULL ); l_oldvals := SYS.LCR$_ROW_LIST (l_deptno,l_old_loc); l_new_loc := SYS.LCR$_ROW_UNIT ( 'LOC', ANYDATA.ConvertVarchar2 ('READING'), DBMS_LCR.NOT_A_LOB, NULL, NULL ); l_newvals := SYS.LCR$_ROW_LIST (l_new_loc);

© 2006 Julian Dyke juliandyke.com 37 Logical Change Records Update Example  Updating a row (3 of 3) -- Construct the LCR l_row := SYS.LCR$_ROW_RECORD.CONSTRUCT ( source_database_name => 'SOURCE', command_type => 'UPDATE', object_owner => 'SCOTT', object_name => 'DEPT', old_values => l_old_vals, new_values => l_new_vals ); DBMS_STREAMS_MESSAGING.ENQUEUE ( queue_name => 'QUEUE2', payload => ANYDATA.ConvertObject (l_row) );

© 2006 Julian Dyke juliandyke.com 38 Thank you for your interest