Last modified by Rudi Marais on 2024/03/28 18:51
<
From version < 4.2 >
edited by Rudi Marais
on 2023/05/22 23:50
To version < 8.16 >
edited by Rudi Marais
on 2024/03/28 18:32
>
Change comment: There is no comment for this version

Summary

Details

Page properties
Parent
... ... @@ -1,1 +1,1 @@
1 -xwiki:technical-documentation.analysis.sql.WebHome
1 +technical-documentation.analysis.sql.WebHome
Content
... ... @@ -1,14 +1,46 @@
1 -* compressed file
2 -* contains ddl and dml data
3 -* doesnt support encrypted objects
4 -* cant have any stored procs with string that contain $( character sequence reserved sequence
5 -** break up sequence ie 'test$(test' become 'test$' + '(test'
6 -* [[https:~~/~~/learn.microsoft.com/en-us/azure/azure-sql/database/database-import>>https://learn.microsoft.com/en-us/azure/azure-sql/database/database-import]]
1 +
2 +
7 7  * sqlpackage
8 8  ** [[https:~~/~~/download.microsoft.com/download/7/c/8/7c877288-a0d9-4d22-b1dc-2086e262d82f/x64/DacFramework.msi>>https://download.microsoft.com/download/7/c/8/7c877288-a0d9-4d22-b1dc-2086e262d82f/x64/DacFramework.msi]]
9 9  ** [[https:~~/~~/learn.microsoft.com/en-us/sql/tools/sqlpackage/sqlpackage-download>>https://learn.microsoft.com/en-us/sql/tools/sqlpackage/sqlpackage-download]]
10 10  ** C:\Program Files\Microsoft SQL Server\160\DAC\bin
11 11  
8 +
9 +1. put db in readonly mode
10 +11. ALTER DATABASE Everest_Test SET READ_ONLY WITH NO_WAIT
11 +
12 +1. scale db to accetable performance ie dtus 500
13 +
14 +1. turn off real time scan (anti virus)
15 +
16 +1. run bcp extract scripts
17 +11. everest & docs parallel
18 +11. extract run from smallest to largest table
19 +
20 +1. run schema extracts
21 +11. not in parallel!
22 +
23 +1. create db
24 +
25 +1. create schemas
26 +11. prep scripts first
27 +11. document references
28 +11. make sure ddl audit triggers are disabled
29 +
30 +1. disable all indexes except clustered
31 +
32 +1. run imports [parallel]
33 +11. imports runs from smallest to largest table
34 +​​​​​​​
35 +1. verify record counts from pre and post
36 +
37 +1. enable indexes
38 +1. enable ddl trigger
39 +
40 +1.
41 +
42 +
43 +
12 12  1. run extract with [[sql-script-db.ps1>>doc:technical-documentation.Source Control.migration.sql.sql-db-export.WebHome]] with validate set to true and raw objects set to true, only need tbl-triggers, functions and sp
13 13  11. reason for this is to identify any procedure/triggers/functions that dont compile
14 14  1. once this is done examine results and fix stored procedures on database so that they can compile, ie add missing columns or modify code to not require them
... ... @@ -21,14 +21,123 @@
21 21  1. run dacpac publish to managed instance
22 22  1.
23 23  
24 -= =
56 +* (((
57 +(% class="wikigeneratedid" id="Hhttps:2F2Fgithub.com2Fmicrosoft2Fmssql-scripter" %)
58 +[[https:~~/~~/github.com/microsoft/mssql-scripter>>https://github.com/microsoft/mssql-scripter]]
25 25  
60 +* C:\Users\alliancetest\.mssqlscripter
61 +* mssql-scripter -S "kula.database.windows.net" -d Everest_Test -U ebsadmin -P xxx -r -f E:\temp\khula_test.sql ~-~-display-progress ~-~-enable-toolsservice-logging
26 26  
63 +
64 +)))
65 +* ALTER DATABASE Everest_Test SET READ_ONLY WITH NO_WAIT
66 +
27 27  
68 +{{code language="sql"}}
69 +-- index
70 +select concat('echo ''',SCHEMA_NAME(schema_id), '_', BASE64_ENCODE (cast(name as varbinary)), '.bcp ',SCHEMA_NAME(schema_id), '.', name , ''' >> test.log')
71 +from sys.tables
72 +where type = 'U'
73 +and is_ms_shipped = 0
74 +
75 +--and temporal_type in (0,2);
76 +
77 +-- export
78 +
79 +select '$path = "E:\temp\test\everest_test"' cmd union
80 +select '$server = "mytest.database.windows.net"' union
81 +select '$username = "sa"' union
82 +select '$password = "123456"' union
83 +select 'New-Item -ItemType Directory -Force -Path "$path\export_log"' union
84 +select 'New-Item -ItemType Directory -Force -Path "$path\data"'
85 +
86 +select export = concat('bcp "', DB_NAME(), '.',
87 + SCHEMA_NAME(schema_id), '.', replace(name,'$','`$'),
88 + '" out "$path\data\', SCHEMA_NAME(schema_id), '_', BASE64_ENCODE (cast(name as varbinary)), '.bcp" ',
89 + ' -e "$path\export_log\', SCHEMA_NAME(schema_id), '_', BASE64_ENCODE (cast(name as varbinary)), '.log" ',
90 + ' -S "', '$server','"',
91 + ' -N -U "$username" -P "$password"',
92 + ' | Out-Null')
93 +from sys.tables
94 +where type = 'U'
95 +and is_ms_shipped = 0
96 +--and temporal_type in (0,2);
97 +
98 +-- import
99 +
100 +select '$path = "E:\temp\test\everest_test"' cmd union
101 +select '$target_server = "sqlmi-ebs-prod.public.2a5fe6cde9a7.database.windows.net,3342"' union
102 +select '$target_db = "TST_Staging_Everest"' union
103 +select '$target_username = "import_test"' union
104 +select '$target_password = ''123456''' union
105 +select 'New-Item -ItemType Directory -Force -Path "$path\import_log"' union
106 +select 'New-Item -ItemType Directory -Force -Path "$path\data"'
107 +
108 +select import = concat('bcp "', '$target_db', '.',
109 + SCHEMA_NAME(schema_id), '.', replace(name,'$','`$'),
110 + '" in "$path\data\', SCHEMA_NAME(schema_id), '_', BASE64_ENCODE (cast(name as varbinary)) , '.bcp" ',
111 + ' -e "$path\import_log\', SCHEMA_NAME(schema_id), '_', BASE64_ENCODE (cast(name as varbinary)) , '.log" ',
112 + ' -S "', '$target_server','"',
113 + ' -N -U "$target_username" -P "$target_password"',
114 + ' -b 1000 -E -k -N -q',
115 + ' | Out-Null')
116 +from sys.tables
117 +where type = 'U'
118 +and is_ms_shipped = 0
119 +--and temporal_type in (0,2);
120 +
121 +{{/code}}
122 +
123 +
124 +* disable anti-virus real time scan
125 +*
126 +
127 +(% class="wikigeneratedid" %)
128 +placeholder
129 +
28 28  = Exporting =
29 29  
30 30  * no encrypted objects, they need to be decrypted or removed prior to exporting.
31 31  
134 +SQL 2012
135 +
136 +
137 +
138 +EXEC sp_configure 'show advanced options', 1;
139 +GO
140 +RECONFIGURE;
141 +GO
142 +
143 +EXEC sp_configure 'xp_cmdshell',1
144 +GO
145 +RECONFIGURE
146 +GO
147 +
148 +
149 +EXEC XP_CMDSHELL 'net use O: ~\~\zagpebslab.file.core.windows.net\sqlshare /user:"localhost\zagpebslab" "access_key"'
150 +
151 +EXEC XP_CMDSHELL 'Dir O:'
152 +
153 +
154 +BACKUP DATABASE Everest_TEST
155 +TO DISK = N'O:\ENS_Everest_Test_20230721_1806.bak'
156 +WITH COMPRESSION,
157 +STATS = 10;
158 +
159 +
160 +GO
161 +
162 +
163 +SELECT 
164 + session_id as SPID, command, a.text AS Query, start_time, percent_complete,
165 + dateadd(second,estimated_completion_time/1000, getdate()) as estimated_completion_time
166 +FROM sys.dm_exec_requests r 
167 + CROSS APPLY sys.dm_exec_sql_text(r.sql_handle) a 
168 +WHERE r.command in ('BACKUP DATABASE','RESTORE DATABASE')
169 +
170 +GO
171 +
172 +
32 32  = Importing =
33 33  
34 34  
... ... @@ -43,5 +43,3 @@
43 43  * incubator/ebsphere.crm/ebs-devops-devops-sql/calc-signature-bacpac.ps1
44 44  * modify Origin.xml
45 45  ** Checksum attribute for model.xml
46 -
47 -

Applications

Navigation

Need help?

If you need help with XWiki you can contact: