Feature #1113 - Add support for SQL Schemas. (WIP)

Author: asfernandes

builds/install/misc/replication.conf

@@ -11,15 +11,25 @@ database
 	#
 	# plugin =
 
+	# Pattern (regular expression) that defines what schemas must be included into
+	# replication. By default, tables from all schemas are replicated.
+	#
+	# include_schema_filter =
+
+	# Pattern (regular expression) that defines what schemas must be excluded from
+	# replication. By default, tables from all schemas are replicated.
+	#
+	# exclude_schema_filter =
+
 	# Pattern (regular expression) that defines what tables must be included into
 	# replication. By default, all tables are replicated.
 	#
-	# include_filter = 
+	# include_filter =
 
 	# Pattern (regular expression) that defines what tables must be excluded from
 	# replication. By default, all tables are replicated.
 	#
-	# exclude_filter = 
+	# exclude_filter =
 
 	# Boolean parameters describing how replication errors must be handled.
 	#
@@ -42,20 +52,20 @@ database
 
 	# Directory to store replication journal files.
 	#
-	# journal_directory = 
+	# journal_directory =
 
 	# Prefix for replication journal file names. It will be automatically suffixed
 	# with an ordinal sequential number. If not specified, database filename
 	# (without path) is used as a prefix.
 	#
-	# journal_file_prefix =  
+	# journal_file_prefix =
 
 	# Maximum allowed size for a single replication segment.
 	#
 	# journal_segment_size = 16777216 # 16MB
 
 	# Maximum allowed number of full replication segments. Once this limit is reached,
-	# the replication process is temporarily delayed to allow the archiving to catch up. 
+	# the replication process is temporarily delayed to allow the archiving to catch up.
  	# If any of the full segments is not archived during one minute,
  	# the replication fails with an error.
  	#
@@ -76,7 +86,7 @@ database
 	# Directory to store archived replication segments.
 	# It also defines the $(archpathname) substitution macro (see below).
 	#
-	# journal_archive_directory = 
+	# journal_archive_directory =
 
 	# Program (complete command line with arguments) that is executed when some
 	# replication segment gets full and needs archiving.
@@ -97,7 +107,7 @@ database
 	# or
 	# Windows: "copy $(pathname) $(archivepathname)"
 	#
-	# journal_archive_command = 
+	# journal_archive_command =
 
 	# Timeout, in seconds, to wait until incomplete segment is scheduled for archiving.
 	# It allows to minimize the replication gap if the database is modified rarely.
@@ -121,7 +131,7 @@ database
 	#
 	# Multiple entries are allowed (for different synchronous replicas).
 	#
-	# sync_replica = 
+	# sync_replica =
 	#
 	# It's also possible to configure replicas as separate sub-sections, e.g.:
 	#
@@ -175,13 +185,13 @@ database
 
 	# Directory to search for the journal files to be replicated.
 	#
-	# journal_source_directory = 
+	# journal_source_directory =
 
 	# Filter to limit replication to the particular source database (based on its GUID).
 	# Expected format: "{XXXXXXXX-XXXX-XXXX-XXXX-XXXXXXXXXXXX}"
 	# Note that double quotes are mandatory, as well as curly braces.
 	#
-	# source_guid = 
+	# source_guid =
 
 	# If enabled, replication.log contains the detailed log of operations performed
 	# by the replication server. Otherwise (by default), only errors and warnings are logged.
@@ -202,6 +212,14 @@ database
 	# then reconnects back and tries to re-apply the latest segments from the point of failure.
 	#
 	# apply_error_timeout = 60
+
+	# Schema search path for compatibility with Firebird versions below 6.0
+	#
+	# Firebird master databases below v6 has no schemas, so use this search path in the replica to
+	# locate the objects.
+	# Used only with asynchronous replication.
+	#
+	# schema_search_path =
 }
 
 #

builds/win32/msvc15/common.vcxproj

@@ -144,7 +144,7 @@
     <ClInclude Include="..\..\..\src\common\classes\NoThrowTimeStamp.h" />
     <ClInclude Include="..\..\..\src\common\classes\objects_array.h" />
     <ClInclude Include="..\..\..\src\common\classes\ParsedList.h" />
-    <ClInclude Include="..\..\..\src\common\classes\QualifiedName.h" />
+    <ClInclude Include="..\..\..\src\common\classes\QualifiedMetaString.h" />
     <ClInclude Include="..\..\..\src\common\classes\RefCounted.h" />
     <ClInclude Include="..\..\..\src\common\classes\RefMutex.h" />
     <ClInclude Include="..\..\..\src\common\classes\rwlock.h" />

builds/win32/msvc15/common.vcxproj.filters

@@ -449,7 +449,7 @@
     <ClInclude Include="..\..\..\src\common\classes\objects_array.h">
       <Filter>headers</Filter>
     </ClInclude>
-    <ClInclude Include="..\..\..\src\common\classes\QualifiedName.h">
+    <ClInclude Include="..\..\..\src\common\classes\MetaString.h">
       <Filter>headers</Filter>
     </ClInclude>
     <ClInclude Include="..\..\..\src\common\classes\RefCounted.h">

builds/win32/msvc15/common_test.vcxproj

@@ -181,7 +181,11 @@
     <ClCompile Include="..\..\..\src\common\tests\StringTest.cpp" />
     <ClCompile Include="..\..\..\src\common\classes\tests\AlignerTest.cpp" />
     <ClCompile Include="..\..\..\src\common\classes\tests\ArrayTest.cpp" />
+    <ClCompile Include="..\..\..\src\common\classes\tests\ClumpletTest.cpp" />
     <ClCompile Include="..\..\..\src\common\classes\tests\DoublyLinkedListTest.cpp" />
+    <ClCompile Include="..\..\..\src\common\classes\tests\MetaStringTest.cpp" />
+    <ClCompile Include="..\..\..\src\common\classes\tests\QualifiedMetaStringTest.cpp" />
+    <ClCompile Include="..\..\..\src\common\classes\tests\VectorTest.cpp" />
     <ClCompile Include="..\..\..\src\yvalve\gds.cpp" />
   </ItemGroup>
   <ItemGroup>
@@ -197,4 +201,4 @@
   <Import Project="$(VCTargetsPath)\Microsoft.Cpp.targets" />
   <ImportGroup Label="ExtensionTargets">
   </ImportGroup>
-</Project>
+</Project>

builds/win32/msvc15/common_test.vcxproj.filters

@@ -30,11 +30,23 @@
     <ClCompile Include="..\..\..\src\common\classes\tests\ArrayTest.cpp">
       <Filter>source</Filter>
     </ClCompile>
+    <ClCompile Include="..\..\..\src\common\classes\tests\ClumpletTest.cpp">
+      <Filter>source</Filter>
+    </ClCompile>
     <ClCompile Include="..\..\..\src\common\classes\tests\DoublyLinkedListTest.cpp">
       <Filter>source</Filter>
     </ClCompile>
+    <ClCompile Include="..\..\..\src\common\classes\tests\MetaStringTest.cpp">
+      <Filter>source</Filter>
+    </ClCompile>
+    <ClCompile Include="..\..\..\src\common\classes\tests\QualifiedMetaStringTest.cpp">
+      <Filter>source</Filter>
+    </ClCompile>
+    <ClCompile Include="..\..\..\src\common\classes\tests\VectorTest.cpp">
+      <Filter>source</Filter>
+    </ClCompile>
     <ClCompile Include="..\..\..\src\yvalve\gds.cpp">
       <Filter>source</Filter>
     </ClCompile>
   </ItemGroup>
-</Project>
+</Project>

doc/README.replication.md

@@ -47,7 +47,8 @@ ALTER DATABASE EXCLUDE ALL FROM PUBLICATION
 -- to disable replication of specific tables: 
 ALTER DATABASE EXCLUDE TABLE T1, T2, T3 FROM PUBLICATION 
 
-Tables enabled for replicated can be additionally filtered using two settings in the configuration file: include\_filter and exclude\_filter. They are regular expressions that are applied to table names and define rules for inclusion table\(s\) into the replication set or excluding them from the replication set.
+Tables enabled for replicated can be additionally filtered using four settings in the configuration file: include\_schema\_filter, exclude\_schema\_filter, include\_filter and exclude\_filter.
+They are regular expressions that are applied to schema and table names and define rules for inclusion table\(s\) into the replication set or excluding them from the replication set.
 
 Synchronous replication can be turned on using the sync\_replica setting \(multiple entries are allowed\). It must specify a connection string to the replica database, prefixed with username/password. In SuperServer and SuperClassic architectures, replica database is being internally attached when the first user gets connected to the master database and detached when the last user disconnects from the master database. In Classic Server architecture, every server process keeps an active connection to the replica database.
 

doc/sql.extensions/README.ddl.txt

@@ -569,7 +569,7 @@ With support for various system privileges in engine it's getting very convenien
 rights to users already having specific system privilege. Therefore appropriate grantee type is
 suppoprted now. Example:
 
-GRANT ALL ON PLG$SRP_VIEW TO SYSTEM PRIVILEGE USER_MANAGEMENT
+GRANT ALL ON PLG$SRP.PLG$SRP_VIEW TO SYSTEM PRIVILEGE USER_MANAGEMENT
 
 Grants all rights to view (used in SRP management plugin) to users having USER_MANAGEMENT privilege.
 
@@ -715,6 +715,6 @@ ALTER TABLE <table> ADD CONSTRAINT [IF NOT EXISTS] <constraint name> ...
 CREATE [UNIQUE] [ASC[ENDING] | DESC[ENDING]]
   INDEX indexname [{ACTIVE | INACTIVE}]
   ON tablename {(col [, col ...]) | COMPUTED BY (<expression>)}
-  [WHERE <search_condition>] 
+  [WHERE <search_condition>]
 
 'isql -x' generates script accordingly.

doc/sql.extensions/README.ddl_triggers.txt

@@ -119,6 +119,7 @@ DDL_TRIGGER context namespace:
 	- EVENT_TYPE: event type (CREATE, ALTER, DROP)
 	- OBJECT_TYPE: object type (TABLE, VIEW, etc)
 	- DDL_EVENT: event name (<ddl event item>), where <ddl_event_item> is EVENT_TYPE || ' ' || OBJECT_TYPE
+	- SCHEMA_NAME: object's schema name
 	- OBJECT_NAME: metadata object name
 	- OLD_OBJECT_NAME: metadata object name before a rename
 	- NEW_OBJECT_NAME: metadata object name after a rename
@@ -294,51 +295,51 @@ commit;
 
 select id, ddl_event, object_name, old_object_name, new_object_name, sql_text, ok from ddl_log order by id;
 
-                   ID DDL_EVENT                 OBJECT_NAME                     OLD_OBJECT_NAME                 NEW_OBJECT_NAME                          SQL_TEXT OK     
-===================== ========================= =============================== =============================== =============================== ================= ====== 
-                    2 CREATE TABLE              T1                              <null>                          <null>                                       80:0 Y      
+                   ID DDL_EVENT                 OBJECT_NAME                     OLD_OBJECT_NAME                 NEW_OBJECT_NAME                          SQL_TEXT OK
+===================== ========================= =============================== =============================== =============================== ================= ======
+                    2 CREATE TABLE              T1                              <null>                          <null>                                       80:0 Y
 ==============================================================================
-SQL_TEXT:  
+SQL_TEXT:
 recreate table t1 (
     n1 integer,
     n2 integer
 )
 ==============================================================================
-                    3 CREATE TABLE              T1                              <null>                          <null>                                       80:1 N      
+                    3 CREATE TABLE              T1                              <null>                          <null>                                       80:1 N
 ==============================================================================
-SQL_TEXT:  
+SQL_TEXT:
 create table t1 (
     n1 integer,
     n2 integer
 )
 ==============================================================================
-                    4 DROP TABLE                T1                              <null>                          <null>                                       80:2 Y      
+                    4 DROP TABLE                T1                              <null>                          <null>                                       80:2 Y
 ==============================================================================
-SQL_TEXT:  
+SQL_TEXT:
 recreate table t1 (
     n integer
 )
 ==============================================================================
-                    5 CREATE TABLE              T1                              <null>                          <null>                                       80:3 Y      
+                    5 CREATE TABLE              T1                              <null>                          <null>                                       80:3 Y
 ==============================================================================
-SQL_TEXT:  
+SQL_TEXT:
 recreate table t1 (
     n integer
 )
 ==============================================================================
-                    6 CREATE DOMAIN             DOM1                            <null>                          <null>                                       80:4 Y      
+                    6 CREATE DOMAIN             DOM1                            <null>                          <null>                                       80:4 Y
 ==============================================================================
-SQL_TEXT:  
+SQL_TEXT:
 create domain dom1 as integer
 ==============================================================================
-                    7 ALTER DOMAIN              DOM1                            <null>                          <null>                                       80:5 Y      
+                    7 ALTER DOMAIN              DOM1                            <null>                          <null>                                       80:5 Y
 ==============================================================================
-SQL_TEXT:  
+SQL_TEXT:
 alter domain dom1 type bigint
 ==============================================================================
-                    8 ALTER DOMAIN              DOM1                            DOM1                            DOM2                                         80:6 Y      
+                    8 ALTER DOMAIN              DOM1                            DOM1                            DOM2                                         80:6 Y
 ==============================================================================
-SQL_TEXT:  
+SQL_TEXT:
 alter domain dom1 to dom2
 ==============================================================================
 

doc/sql.extensions/README.profiler.md

@@ -109,6 +109,8 @@ execute procedure rdb$profiler.finish_session(true);
 
 -- Data analysis
 
+set search_path to plg$profiler, public, system;
+
 set transaction read committed;
 
 select * from plg$prof_sessions;
@@ -243,7 +245,9 @@ Input parameters:
 
 # Snapshot tables
 
-Snapshot tables (as well views and sequence) are automatically created in the first usage of the profiler. They are owned by the database owner, with read/write permissions for `PUBLIC`.
+The profiler schema, snapshot tables, views and sequence are automatically created in the first usage of the profiler.
+
+They are owned by the database owner, with usage/read/write permissions for the RDB$PROFILER role, granted by default to `PUBLIC`.
 
 When a session is deleted, the related data in other profiler snapshot tables are automatically deleted too through foreign keys with `DELETE CASCADE` option.
 
@@ -265,6 +269,7 @@ Below is the list of tables that stores profile data.
  - `STATEMENT_ID` type `BIGINT` - Statement ID
  - `PARENT_STATEMENT_ID` type `BIGINT` - Parent statement ID - related to sub routines
  - `STATEMENT_TYPE` type `VARCHAR(20) CHARACTER SET UTF8` - BLOCK, FUNCTION, PROCEDURE or TRIGGER
+ - `SCHEMA_NAME` type `CHAR(63) CHARACTER SET UTF8` - Schema name of FUNCTION, PROCEDURE or TRIGGER
  - `PACKAGE_NAME` type `CHAR(63) CHARACTER SET UTF8` - Package of FUNCTION or PROCEDURE
  - `ROUTINE_NAME` type `CHAR(63) CHARACTER SET UTF8` - Routine name of FUNCTION, PROCEDURE or TRIGGER
  - `SQL_TEXT` type `BLOB subtype TEXT CHARACTER SET UTF8` - SQL text for BLOCK
@@ -346,6 +351,7 @@ After hotspots are found, one can drill down in the data at the request level th
 select req.profile_id,
        req.statement_id,
        sta.statement_type,
+       sta.schema_name,
        sta.package_name,
        sta.routine_name,
        sta.parent_statement_id,
@@ -371,6 +377,7 @@ select req.profile_id,
   group by req.profile_id,
            req.statement_id,
            sta.statement_type,
+           sta.schema_name,
            sta.package_name,
            sta.routine_name,
            sta.parent_statement_id,
@@ -384,6 +391,7 @@ select req.profile_id,
 select pstat.profile_id,
        pstat.statement_id,
        sta.statement_type,
+       sta.schema_name,
        sta.package_name,
        sta.routine_name,
        sta.parent_statement_id,
@@ -411,6 +419,7 @@ select pstat.profile_id,
   group by pstat.profile_id,
            pstat.statement_id,
            sta.statement_type,
+           sta.schema_name,
            sta.package_name,
            sta.routine_name,
            sta.parent_statement_id,
@@ -426,6 +435,7 @@ select pstat.profile_id,
 select rstat.profile_id,
        rstat.statement_id,
        sta.statement_type,
+       sta.schema_name,
        sta.package_name,
        sta.routine_name,
        sta.parent_statement_id,
@@ -474,6 +484,7 @@ select rstat.profile_id,
   group by rstat.profile_id,
            rstat.statement_id,
            sta.statement_type,
+           sta.schema_name,
            sta.package_name,
            sta.routine_name,
            sta.parent_statement_id,

doc/sql.extensions/README.sql_package.md

@@ -17,6 +17,7 @@ Output parameters:
 - `RECORD_SOURCE_ID` type `BIGINT NOT NULL` - record source id
 - `PARENT_RECORD_SOURCE_ID` type `BIGINT` - parent record source id
 - `LEVEL` type `INTEGER NOT NULL` - indentation level (may have gaps in relation to parent's level)
+- `SCHEMA_NAME` type `RDB$SCHEMA_NAME` - schema name of a stored procedure
 - `PACKAGE_NAME` type `RDB$PACKAGE_NAME` - package name of a stored procedure
 - `OBJECT_NAME` type `RDB$RELATION_NAME` - object (table, procedure) name
 - `ALIAS` type `RDB$SHORT_DESCRIPTION` - alias name