Last modified by Rudi Marais on 2024/03/28 18:51
<
From version < 8.21 >
edited by Rudi Marais
on 2024/03/28 18:36
To version < 2.7 >
edited by Rudi Marais
on 2023/05/19 02:42
>
Change comment: There is no comment for this version

Summary

Details

Page properties
Title
... ... @@ -1,1 +1,1 @@
1 -migrate to managed instance
1 +bacpac
Parent
... ... @@ -1,1 +1,1 @@
1 -technical-documentation.analysis.sql.WebHome
1 +Technical Documentation.analysis.sql.WebHome
Content
... ... @@ -1,181 +1,20 @@
1 -
2 -
1 +* compressed file
2 +* contains ddl and dml data
3 +* doesnt support encrypted objects
4 +* cant have any stored procs with string that contain $( character sequence reserved sequence
5 +** break up sequence ie 'test$(test' become 'test$' + '(test'
6 +* [[https:~~/~~/learn.microsoft.com/en-us/azure/azure-sql/database/database-import>>https://learn.microsoft.com/en-us/azure/azure-sql/database/database-import]]
3 3  * sqlpackage
4 4  ** [[https:~~/~~/download.microsoft.com/download/7/c/8/7c877288-a0d9-4d22-b1dc-2086e262d82f/x64/DacFramework.msi>>https://download.microsoft.com/download/7/c/8/7c877288-a0d9-4d22-b1dc-2086e262d82f/x64/DacFramework.msi]]
5 5  ** [[https:~~/~~/learn.microsoft.com/en-us/sql/tools/sqlpackage/sqlpackage-download>>https://learn.microsoft.com/en-us/sql/tools/sqlpackage/sqlpackage-download]]
6 6  ** C:\Program Files\Microsoft SQL Server\160\DAC\bin
7 7  
12 += =
8 8  
9 -1. put db in readonly mode
10 -11. ALTER DATABASE Everest_Test SET READ_ONLY WITH NO_WAIT
11 -
12 -1. scale db to accetable performance ie dtus 500
13 -
14 -1. turn off real time scan (anti virus)
15 -
16 -1. run bcp extract scripts
17 -11. everest & docs parallel
18 -11. extract run from smallest to largest table
19 -
20 -1. run schema extracts
21 -11. not in parallel!
22 -11. [[https:~~/~~/github.com/microsoft/mssql-scripter>>https://github.com/microsoft/mssql-scripter]]
23 -11. C:\Users\alliancetest\.mssqlscripter
24 -11. mssql-scripter -S "kula.database.windows.net" -d Everest_Test -U ebsadmin -P xxx -r -f E:\temp\khula_test.sql ~-~-display-progress ~-~-enable-toolsservice-logging
25 -
26 -1. create db
27 -
28 -1. create schemas
29 -11. prep scripts first remove non applicable scripting
30 -11. document references
31 -11. make sure ddl audit triggers are disabled
32 -
33 -1. disable all indexes except clustered
34 -
35 -1. run imports [parallel]
36 -11. imports runs from smallest to largest table
37 -
38 -1. verify record counts from pre and post
39 -
40 -1. enable indexes
41 -
42 -1. deploy new ddl audit triggers
43 -​​​​​​​
44 -1. enable ddl trigger
45 -
46 -1. run db security scripts
47 -11. creates db groups and ad groups
48 -
49 -1. update all settings to new environment
50 -
51 -1.
52 -
53 -
54 -
55 -1. run extract with [[sql-script-db.ps1>>doc:technical-documentation.Source Control.migration.sql.sql-db-export.WebHome]] with validate set to true and raw objects set to true, only need tbl-triggers, functions and sp
56 -11. reason for this is to identify any procedure/triggers/functions that dont compile
57 -1. once this is done examine results and fix stored procedures on database so that they can compile, ie add missing columns or modify code to not require them
58 -11. repeat step 1 and 2 until you get zero objects that can't compile
59 -1. check sql code for any reserved varables ie... and fix on DB
60 -1. run dacpac export
61 -11. make sure nothing is running on source DB
62 -11. upgrade source DB to high level for quicker export and set back to what it was once done
63 -11. cmd
64 -1. run dacpac publish to managed instance
65 -1.
66 -
67 -* (((
68 -(% class="wikigeneratedid" id="Hhttps:2F2Fgithub.com2Fmicrosoft2Fmssql-scripter" %)
69 -[[https:~~/~~/github.com/microsoft/mssql-scripter>>https://github.com/microsoft/mssql-scripter]]
70 -
71 -​​​​​​​
72 -)))
73 -
74 -{{code language="sql"}}
75 --- index
76 -select concat('echo ''',SCHEMA_NAME(schema_id), '_', BASE64_ENCODE (cast(name as varbinary)), '.bcp ',SCHEMA_NAME(schema_id), '.', name , ''' >> test.log')
77 -from sys.tables
78 -where type = 'U'
79 -and is_ms_shipped = 0
80 -
81 ---and temporal_type in (0,2);
82 -
83 --- export
84 -
85 -select '$path = "E:\temp\test\everest_test"' cmd union
86 -select '$server = "mytest.database.windows.net"' union
87 -select '$username = "sa"' union
88 -select '$password = "123456"' union
89 -select 'New-Item -ItemType Directory -Force -Path "$path\export_log"' union
90 -select 'New-Item -ItemType Directory -Force -Path "$path\data"'
91 -
92 -select export = concat('bcp "', DB_NAME(), '.',
93 - SCHEMA_NAME(schema_id), '.', replace(name,'$','`$'),
94 - '" out "$path\data\', SCHEMA_NAME(schema_id), '_', BASE64_ENCODE (cast(name as varbinary)), '.bcp" ',
95 - ' -e "$path\export_log\', SCHEMA_NAME(schema_id), '_', BASE64_ENCODE (cast(name as varbinary)), '.log" ',
96 - ' -S "', '$server','"',
97 - ' -N -U "$username" -P "$password"',
98 - ' | Out-Null')
99 -from sys.tables
100 -where type = 'U'
101 -and is_ms_shipped = 0
102 ---and temporal_type in (0,2);
103 -
104 --- import
105 -
106 -select '$path = "E:\temp\test\everest_test"' cmd union
107 -select '$target_server = "sqlmi-ebs-prod.public.2a5fe6cde9a7.database.windows.net,3342"' union
108 -select '$target_db = "TST_Staging_Everest"' union
109 -select '$target_username = "import_test"' union
110 -select '$target_password = ''123456''' union
111 -select 'New-Item -ItemType Directory -Force -Path "$path\import_log"' union
112 -select 'New-Item -ItemType Directory -Force -Path "$path\data"'
113 -
114 -select import = concat('bcp "', '$target_db', '.',
115 - SCHEMA_NAME(schema_id), '.', replace(name,'$','`$'),
116 - '" in "$path\data\', SCHEMA_NAME(schema_id), '_', BASE64_ENCODE (cast(name as varbinary)) , '.bcp" ',
117 - ' -e "$path\import_log\', SCHEMA_NAME(schema_id), '_', BASE64_ENCODE (cast(name as varbinary)) , '.log" ',
118 - ' -S "', '$target_server','"',
119 - ' -N -U "$target_username" -P "$target_password"',
120 - ' -b 1000 -E -k -N -q',
121 - ' | Out-Null')
122 -from sys.tables
123 -where type = 'U'
124 -and is_ms_shipped = 0
125 ---and temporal_type in (0,2);
126 -
127 -{{/code}}
128 -
129 -
130 -* disable anti-virus real time scan
131 -*
132 -
133 -(% class="wikigeneratedid" %)
134 -placeholder
135 -
136 136  = Exporting =
137 137  
138 138  * no encrypted objects, they need to be decrypted or removed prior to exporting.
139 139  
140 -SQL 2012
141 -
142 -
143 -
144 -EXEC sp_configure 'show advanced options', 1;
145 -GO
146 -RECONFIGURE;
147 -GO
148 -
149 -EXEC sp_configure 'xp_cmdshell',1
150 -GO
151 -RECONFIGURE
152 -GO
153 -
154 -
155 -EXEC XP_CMDSHELL 'net use O: ~\~\zagpebslab.file.core.windows.net\sqlshare /user:"localhost\zagpebslab" "access_key"'
156 -
157 -EXEC XP_CMDSHELL 'Dir O:'
158 -
159 -
160 -BACKUP DATABASE Everest_TEST
161 -TO DISK = N'O:\ENS_Everest_Test_20230721_1806.bak'
162 -WITH COMPRESSION,
163 -STATS = 10;
164 -
165 -
166 -GO
167 -
168 -
169 -SELECT 
170 - session_id as SPID, command, a.text AS Query, start_time, percent_complete,
171 - dateadd(second,estimated_completion_time/1000, getdate()) as estimated_completion_time
172 -FROM sys.dm_exec_requests r 
173 - CROSS APPLY sys.dm_exec_sql_text(r.sql_handle) a 
174 -WHERE r.command in ('BACKUP DATABASE','RESTORE DATABASE')
175 -
176 -GO
177 -
178 -
179 179  = Importing =
180 180  
181 181  
... ... @@ -183,10 +183,13 @@
183 183  
184 184  * Get-FileHash 'C:\temp\lfs\LifeSense_Everest_Test2-2023-5-17-7-37\model.xml'
185 185  ** place in Origin.xml
186 -*** <Checksum Uri="/model.xml">DEADD2734B789135ED627061A385FC2C1096718A7D3398658DF9097196C1F571</Checksum>
25 +*** ​​​​​​​​​​​​​​<Checksum Uri="/model.xml">DEADD2734B789135ED627061A385FC2C1096718A7D3398658DF9097196C1F571</Checksum>
187 187  
27 +
188 188  == Recalculate Signature ==
189 189  
190 190  * incubator/ebsphere.crm/ebs-devops-devops-sql/calc-signature-bacpac.ps1
191 191  * modify Origin.xml
192 192  ** Checksum attribute for model.xml
33 +
34 +

Applications

Navigation

Need help?

If you need help with XWiki you can contact: