Last modified by Rudi Marais on 2024/03/28 18:51
<
From version < 2.1 >
edited by Rudi Marais
on 2023/05/18 06:43
To version < 8.27 >
edited by Rudi Marais
on 2024/03/28 18:50
>
Change comment: There is no comment for this version

Summary

Details

Page properties
Title
... ... @@ -1,1 +1,1 @@
1 -bacpac
1 +migrate to managed instance
Parent
... ... @@ -1,1 +1,1 @@
1 -Technical Documentation.analysis.sql.WebHome
1 +technical-documentation.analysis.sql.WebHome
Content
... ... @@ -1,15 +1,190 @@
1 -* compressed file
2 -* contains ddl and dml data
3 -* doesnt support encrypted objects
1 +
4 4  
5 -= =
3 +* sqlpackage
4 +** [[https:~~/~~/download.microsoft.com/download/7/c/8/7c877288-a0d9-4d22-b1dc-2086e262d82f/x64/DacFramework.msi>>https://download.microsoft.com/download/7/c/8/7c877288-a0d9-4d22-b1dc-2086e262d82f/x64/DacFramework.msi]]
5 +** [[https:~~/~~/learn.microsoft.com/en-us/sql/tools/sqlpackage/sqlpackage-download>>https://learn.microsoft.com/en-us/sql/tools/sqlpackage/sqlpackage-download]]
6 +** C:\Program Files\Microsoft SQL Server\160\DAC\bin
6 6  
8 +
9 +1. put db in readonly mode
10 +11. stop all applicable services
11 +11. ALTER DATABASE Everest_Test SET READ_ONLY WITH NO_WAIT
12 +
13 +1. scale db to accetable performance ie dtus 500
14 +
15 +1. turn off real time scan (anti virus)
16 +
17 +1. run bcp extract scripts
18 +11. everest & docs parallel
19 +11. extract run from smallest to largest table
20 +
21 +1. run schema extracts
22 +11. not in parallel!
23 +11. [[https:~~/~~/github.com/microsoft/mssql-scripter>>https://github.com/microsoft/mssql-scripter]]
24 +11. C:\Users\alliancetest\.mssqlscripter
25 +11. mssql-scripter -S "kula.database.windows.net" -d Everest_Test -U ebsadmin -P xxx -r -f E:\temp\khula_test.sql ~-~-display-progress ~-~-enable-toolsservice-logging
26 +
27 +1. create db
28 +
29 +1. create schemas
30 +11. prep scripts first remove non applicable scripting
31 +11. document references
32 +11. make sure ddl audit triggers are disabled
33 +
34 +1. enable compresssion on applicable tables
35 +11. tblAudit etc
36 +
37 +1. disable all indexes except clustered
38 +
39 +1. run imports [parallel]
40 +11. imports runs from smallest to largest table
41 +
42 +1. verify record counts from pre and post
43 +
44 +1. enable indexes
45 +
46 +1. deploy new ddl audit triggers
47 +​​​​​​​
48 +1. enable ddl trigger
49 +
50 +1. run db security scripts
51 +11. creates db groups and ad groups
52 +
53 +1. update all settings to new environment
54 +
55 +1. do audit table test
56 +
57 +1. scale db down to minimum
58 +
59 +
60 +
61 +1. run extract with [[sql-script-db.ps1>>doc:technical-documentation.Source Control.migration.sql.sql-db-export.WebHome]] with validate set to true and raw objects set to true, only need tbl-triggers, functions and sp
62 +11. reason for this is to identify any procedure/triggers/functions that dont compile
63 +1.
64 +
65 +* (((
66 +(% class="wikigeneratedid" id="Hhttps:2F2Fgithub.com2Fmicrosoft2Fmssql-scripter" %)
67 +[[https:~~/~~/github.com/microsoft/mssql-scripter>>https://github.com/microsoft/mssql-scripter]]
68 +
69 +
70 +)))
71 +
72 +{{code language="sql"}}
73 +-- index
74 +select concat('echo ''',SCHEMA_NAME(schema_id), '_', BASE64_ENCODE (cast(name as varbinary)), '.bcp ',SCHEMA_NAME(schema_id), '.', name , ''' >> test.log')
75 +from sys.tables
76 +where type = 'U'
77 +and is_ms_shipped = 0
78 +
79 +--and temporal_type in (0,2);
80 +
81 +-- export
82 +
83 +select '$path = "E:\temp\test\everest_test"' cmd union
84 +select '$server = "mytest.database.windows.net"' union
85 +select '$username = "sa"' union
86 +select '$password = "123456"' union
87 +select 'New-Item -ItemType Directory -Force -Path "$path\export_log"' union
88 +select 'New-Item -ItemType Directory -Force -Path "$path\data"'
89 +
90 +select export = concat('bcp "', DB_NAME(), '.',
91 + SCHEMA_NAME(schema_id), '.', replace(name,'$','`$'),
92 + '" out "$path\data\', SCHEMA_NAME(schema_id), '_', BASE64_ENCODE (cast(name as varbinary)), '.bcp" ',
93 + ' -e "$path\export_log\', SCHEMA_NAME(schema_id), '_', BASE64_ENCODE (cast(name as varbinary)), '.log" ',
94 + ' -S "', '$server','"',
95 + ' -N -U "$username" -P "$password"',
96 + ' | Out-Null')
97 +from sys.tables
98 +where type = 'U'
99 +and is_ms_shipped = 0
100 +--and temporal_type in (0,2);
101 +
102 +-- import
103 +
104 +select '$path = "E:\temp\test\everest_test"' cmd union
105 +select '$target_server = "sqlmi-ebs-prod.public.2a5fe6cde9a7.database.windows.net,3342"' union
106 +select '$target_db = "TST_Staging_Everest"' union
107 +select '$target_username = "import_test"' union
108 +select '$target_password = ''123456''' union
109 +select 'New-Item -ItemType Directory -Force -Path "$path\import_log"' union
110 +select 'New-Item -ItemType Directory -Force -Path "$path\data"'
111 +
112 +select import = concat('bcp "', '$target_db', '.',
113 + SCHEMA_NAME(schema_id), '.', replace(name,'$','`$'),
114 + '" in "$path\data\', SCHEMA_NAME(schema_id), '_', BASE64_ENCODE (cast(name as varbinary)) , '.bcp" ',
115 + ' -e "$path\import_log\', SCHEMA_NAME(schema_id), '_', BASE64_ENCODE (cast(name as varbinary)) , '.log" ',
116 + ' -S "', '$target_server','"',
117 + ' -N -U "$target_username" -P "$target_password"',
118 + ' -b 1000 -E -k -N -q',
119 + ' | Out-Null')
120 +from sys.tables
121 +where type = 'U'
122 +and is_ms_shipped = 0
123 +--and temporal_type in (0,2);
124 +
125 +{{/code}}
126 +
127 +
128 +* disable anti-virus real time scan
129 +*
130 +
131 +(% class="wikigeneratedid" %)
132 +placeholder
133 +
7 7  = Exporting =
8 8  
9 9  * no encrypted objects, they need to be decrypted or removed prior to exporting.
10 10  
138 +SQL 2012
11 11  
140 +
141 +
142 +EXEC sp_configure 'show advanced options', 1;
143 +GO
144 +RECONFIGURE;
145 +GO
146 +
147 +EXEC sp_configure 'xp_cmdshell',1
148 +GO
149 +RECONFIGURE
150 +GO
151 +
152 +
153 +EXEC XP_CMDSHELL 'net use O: ~\~\zagpebslab.file.core.windows.net\sqlshare /user:"localhost\zagpebslab" "access_key"'
154 +
155 +EXEC XP_CMDSHELL 'Dir O:'
156 +
157 +
158 +BACKUP DATABASE Everest_TEST
159 +TO DISK = N'O:\ENS_Everest_Test_20230721_1806.bak'
160 +WITH COMPRESSION,
161 +STATS = 10;
162 +
163 +
164 +GO
165 +
166 +
167 +SELECT 
168 + session_id as SPID, command, a.text AS Query, start_time, percent_complete,
169 + dateadd(second,estimated_completion_time/1000, getdate()) as estimated_completion_time
170 +FROM sys.dm_exec_requests r 
171 + CROSS APPLY sys.dm_exec_sql_text(r.sql_handle) a 
172 +WHERE r.command in ('BACKUP DATABASE','RESTORE DATABASE')
173 +
174 +GO
175 +
176 +
12 12  = Importing =
13 13  
14 14  
15 15  = Modifying and Troubleshooting =
181 +
182 +* Get-FileHash 'C:\temp\lfs\LifeSense_Everest_Test2-2023-5-17-7-37\model.xml'
183 +** place in Origin.xml
184 +*** <Checksum Uri="/model.xml">DEADD2734B789135ED627061A385FC2C1096718A7D3398658DF9097196C1F571</Checksum>
185 +
186 +== Recalculate Signature ==
187 +
188 +* incubator/ebsphere.crm/ebs-devops-devops-sql/calc-signature-bacpac.ps1
189 +* modify Origin.xml
190 +** Checksum attribute for model.xml

Applications

Navigation

Need help?

If you need help with XWiki you can contact: