Wiki source code of migrate to managed instance

Version 8.14 by Rudi Marais on 2024/03/28 18:29
Show last authors
1
2
3 * sqlpackage
4 ** [[https:~~/~~/download.microsoft.com/download/7/c/8/7c877288-a0d9-4d22-b1dc-2086e262d82f/x64/DacFramework.msi>>https://download.microsoft.com/download/7/c/8/7c877288-a0d9-4d22-b1dc-2086e262d82f/x64/DacFramework.msi]]
5 ** [[https:~~/~~/learn.microsoft.com/en-us/sql/tools/sqlpackage/sqlpackage-download>>https://learn.microsoft.com/en-us/sql/tools/sqlpackage/sqlpackage-download]]
6 ** C:\Program Files\Microsoft SQL Server\160\DAC\bin
7
8
9 1. scale db to accetable performance ie dtus 500
10 1. turn off real time scan (anti virus)
11 1. run bcp extract scripts [everest & docs parallel]
12 11. extract run from smallest to largest table
13 1. run schema extracts [not in parallel!]
14 1. create db
15 1. create schema
16 11. prep scripts first
17 11. document references
18 11. make sure ddl audit triggers are disabled
19 1. run imports [parallel]
20 11. imports runs from smallest to largest table
21
22
23 1. run extract with [[sql-script-db.ps1>>doc:technical-documentation.Source Control.migration.sql.sql-db-export.WebHome]] with validate set to true and raw objects set to true, only need tbl-triggers, functions and sp
24 11. reason for this is to identify any procedure/triggers/functions that dont compile
25 1. once this is done examine results and fix stored procedures on database so that they can compile, ie add missing columns or modify code to not require them
26 11. repeat step 1 and 2 until you get zero objects that can't compile
27 1. check sql code for any reserved varables ie... and fix on DB
28 1. run dacpac export
29 11. make sure nothing is running on source DB
30 11. upgrade source DB to high level for quicker export and set back to what it was once done
31 11. cmd
32 1. run dacpac publish to managed instance
33 1.
34
35 * (((
36 (% class="wikigeneratedid" id="Hhttps:2F2Fgithub.com2Fmicrosoft2Fmssql-scripter" %)
37 [[https:~~/~~/github.com/microsoft/mssql-scripter>>https://github.com/microsoft/mssql-scripter]]
38
39 * C:\Users\alliancetest\.mssqlscripter
40 * mssql-scripter -S "kula.database.windows.net" -d Everest_Test -U ebsadmin -P xxx -r -f E:\temp\khula_test.sql ~-~-display-progress ~-~-enable-toolsservice-logging
41
42
43 )))
44 * ALTER DATABASE Everest_Test SET READ_ONLY WITH NO_WAIT
45
46
47 {{code language="sql"}}
48 -- index
49 select concat('echo ''',SCHEMA_NAME(schema_id), '_', BASE64_ENCODE (cast(name as varbinary)), '.bcp ',SCHEMA_NAME(schema_id), '.', name , ''' >> test.log')
50 from sys.tables
51 where type = 'U'
52 and is_ms_shipped = 0
53
54 --and temporal_type in (0,2);
55
56 -- export
57
58 select '$path = "E:\temp\test\everest_test"' cmd union
59 select '$server = "mytest.database.windows.net"' union
60 select '$username = "sa"' union
61 select '$password = "123456"' union
62 select 'New-Item -ItemType Directory -Force -Path "$path\export_log"' union
63 select 'New-Item -ItemType Directory -Force -Path "$path\data"'
64
65 select export = concat('bcp "', DB_NAME(), '.',
66 SCHEMA_NAME(schema_id), '.', replace(name,'$','`$'),
67 '" out "$path\data\', SCHEMA_NAME(schema_id), '_', BASE64_ENCODE (cast(name as varbinary)), '.bcp" ',
68 ' -e "$path\export_log\', SCHEMA_NAME(schema_id), '_', BASE64_ENCODE (cast(name as varbinary)), '.log" ',
69 ' -S "', '$server','"',
70 ' -N -U "$username" -P "$password"',
71 ' | Out-Null')
72 from sys.tables
73 where type = 'U'
74 and is_ms_shipped = 0
75 --and temporal_type in (0,2);
76
77 -- import
78
79 select '$path = "E:\temp\test\everest_test"' cmd union
80 select '$target_server = "sqlmi-ebs-prod.public.2a5fe6cde9a7.database.windows.net,3342"' union
81 select '$target_db = "TST_Staging_Everest"' union
82 select '$target_username = "import_test"' union
83 select '$target_password = ''123456''' union
84 select 'New-Item -ItemType Directory -Force -Path "$path\import_log"' union
85 select 'New-Item -ItemType Directory -Force -Path "$path\data"'
86
87 select import = concat('bcp "', '$target_db', '.',
88 SCHEMA_NAME(schema_id), '.', replace(name,'$','`$'),
89 '" in "$path\data\', SCHEMA_NAME(schema_id), '_', BASE64_ENCODE (cast(name as varbinary)) , '.bcp" ',
90 ' -e "$path\import_log\', SCHEMA_NAME(schema_id), '_', BASE64_ENCODE (cast(name as varbinary)) , '.log" ',
91 ' -S "', '$target_server','"',
92 ' -N -U "$target_username" -P "$target_password"',
93 ' -b 1000 -E -k -N -q',
94 ' | Out-Null')
95 from sys.tables
96 where type = 'U'
97 and is_ms_shipped = 0
98 --and temporal_type in (0,2);
99
100 {{/code}}
101
102
103 * disable anti-virus real time scan
104 *
105
106 (% class="wikigeneratedid" %)
107 placeholder
108
109 = Exporting =
110
111 * no encrypted objects, they need to be decrypted or removed prior to exporting.
112
113 SQL 2012
114
115
116
117 EXEC sp_configure 'show advanced options', 1;
118 GO
119 RECONFIGURE;
120 GO
121
122 EXEC sp_configure 'xp_cmdshell',1
123 GO
124 RECONFIGURE
125 GO
126
127
128 EXEC XP_CMDSHELL 'net use O: ~\~\zagpebslab.file.core.windows.net\sqlshare /user:"localhost\zagpebslab" "access_key"'
129
130 EXEC XP_CMDSHELL 'Dir O:'
131
132
133 BACKUP DATABASE Everest_TEST
134 TO DISK = N'O:\ENS_Everest_Test_20230721_1806.bak'
135 WITH COMPRESSION,
136 STATS = 10;
137
138
139 GO
140
141
142 SELECT 
143 session_id as SPID, command, a.text AS Query, start_time, percent_complete,
144 dateadd(second,estimated_completion_time/1000, getdate()) as estimated_completion_time
145 FROM sys.dm_exec_requests r 
146 CROSS APPLY sys.dm_exec_sql_text(r.sql_handle) a 
147 WHERE r.command in ('BACKUP DATABASE','RESTORE DATABASE')
148
149 GO
150
151
152 = Importing =
153
154
155 = Modifying and Troubleshooting =
156
157 * Get-FileHash 'C:\temp\lfs\LifeSense_Everest_Test2-2023-5-17-7-37\model.xml'
158 ** place in Origin.xml
159 *** <Checksum Uri="/model.xml">DEADD2734B789135ED627061A385FC2C1096718A7D3398658DF9097196C1F571</Checksum>
160
161 == Recalculate Signature ==
162
163 * incubator/ebsphere.crm/ebs-devops-devops-sql/calc-signature-bacpac.ps1
164 * modify Origin.xml
165 ** Checksum attribute for model.xml