Last modified by Rudi Marais on 2024/03/28 18:51

<
From version < 8.3
edited by Rudi Marais
on 2024/03/28 18:51
To version < 8.4 >
edited by Rudi Marais
on 2024/03/07 12:52
Change comment: There is no comment for this version

Summary

Details

Page properties
Content
... ... @@ -1,128 +1,61 @@
1 -
2 -
1 +* compressed file
2 +* contains ddl and dml data
3 +* doesnt support encrypted objects
4 +* cant have any stored procs with string that contain $( character sequence reserved sequence
5 +** break up sequence ie 'test$(test' become 'test$' + '(test'
6 +* [[https:~~/~~/learn.microsoft.com/en-us/azure/azure-sql/database/database-import>>https://learn.microsoft.com/en-us/azure/azure-sql/database/database-import]]
3 3  * sqlpackage
4 4  ** [[https:~~/~~/download.microsoft.com/download/7/c/8/7c877288-a0d9-4d22-b1dc-2086e262d82f/x64/DacFramework.msi>>https://download.microsoft.com/download/7/c/8/7c877288-a0d9-4d22-b1dc-2086e262d82f/x64/DacFramework.msi]]
5 5  ** [[https:~~/~~/learn.microsoft.com/en-us/sql/tools/sqlpackage/sqlpackage-download>>https://learn.microsoft.com/en-us/sql/tools/sqlpackage/sqlpackage-download]]
6 6  ** C:\Program Files\Microsoft SQL Server\160\DAC\bin
11 +* turn off real time scan (anti virus)
7 7  
8 -
9 -1. put db in readonly mode
10 -11. stop all applicable services
11 -11. ALTER DATABASE Everest_Test SET READ_ONLY WITH NO_WAIT
12 -
13 -1. scale db to accetable performance ie dtus 500
14 -
15 -1. turn off real time scan (anti virus)
16 -
17 -1. run bcp extract scripts
18 -11. everest & docs parallel
19 -11. extract run from smallest to largest table
20 -
21 -1. run schema extracts
22 -11. not in parallel!
23 -11. [[https:~~/~~/github.com/microsoft/mssql-scripter>>https://github.com/microsoft/mssql-scripter]]
24 -11. C:\Users\alliancetest\.mssqlscripter
25 -11. mssql-scripter -S "kula.database.windows.net" -d Everest_Test -U ebsadmin -P xxx -r -f E:\temp\khula_test.sql ~-~-display-progress ~-~-enable-toolsservice-logging
26 -
27 -1. create db
28 -
29 -1. create schemas
30 -11. prep scripts first remove non applicable scripting
31 -11. document references
32 -11. make sure ddl audit triggers are disabled
33 -
34 -1. enable compresssion on applicable tables
35 -11. tblAudit etc
36 -
37 -1. disable all indexes except clustered
38 -
39 -1. run imports [parallel]
40 -11. imports runs from smallest to largest table
41 -
42 -1. verify record counts from pre and post
43 -
44 -1. enable indexes
45 -
46 -1. deploy new ddl audit triggers
47 -​​​​​​​
48 -1. enable ddl trigger
49 -
50 -1. run db security scripts
51 -11. creates db groups and ad groups
52 -
53 -1. update all settings to new environment
54 -
55 -1. do audit table test
56 -
57 -1. scale db down to minimum
58 -
59 -
60 -
61 61  1. run extract with [[sql-script-db.ps1>>doc:technical-documentation.Source Control.migration.sql.sql-db-export.WebHome]] with validate set to true and raw objects set to true, only need tbl-triggers, functions and sp
62 62  11. reason for this is to identify any procedure/triggers/functions that dont compile
15 +1. once this is done examine results and fix stored procedures on database so that they can compile, ie add missing columns or modify code to not require them
16 +11. repeat step 1 and 2 until you get zero objects that can't compile
17 +1. check sql code for any reserved varables ie... and fix on DB
18 +1. run dacpac export
19 +11. make sure nothing is running on source DB
20 +11. upgrade source DB to high level for quicker export and set back to what it was once done
21 +11. cmd
22 +1. run dacpac publish to managed instance
23 +1.
63 63  
64 64  * (((
65 -
26 +(% class="wikigeneratedid" id="Hhttps:2F2Fgithub.com2Fmicrosoft2Fmssql-scripter" %)
27 +[[https:~~/~~/github.com/microsoft/mssql-scripter>>https://github.com/microsoft/mssql-scripter]]
28 +
29 +* C:\Users\alliancetest\.mssqlscripter
66 66  )))
67 67  
68 -{{code language="sql"}}
69 --- index
70 -select concat('echo ''',SCHEMA_NAME(schema_id), '_', BASE64_ENCODE (cast(name as varbinary)), '.bcp ',SCHEMA_NAME(schema_id), '.', name , ''' >> test.log')
32 +(% class="wikigeneratedid" id="H" %)
33 + {{code language="sql"}}-- export
34 +select export = concat('bcp ', DB_NAME(), '.',
35 + SCHEMA_NAME(schema_id), '.', name,
36 + ' out $(path)', SCHEMA_NAME(schema_id), '_', name, '.bcp ',
37 + ' -S"', @@servername,'"',
38 + ' -N -U"$(username)" -P"$(password)"')
71 71  from sys.tables
72 72  where type = 'U'
73 73  and is_ms_shipped = 0
42 +and temporal_type in (0,2);
74 74  
75 ---and temporal_type in (0,2);
76 -
77 --- export
78 -
79 -select '$path = "E:\temp\test\everest_test"' cmd union
80 -select '$server = "mytest.database.windows.net"' union
81 -select '$username = "sa"' union
82 -select '$password = "123456"' union
83 -select 'New-Item -ItemType Directory -Force -Path "$path\export_log"' union
84 -select 'New-Item -ItemType Directory -Force -Path "$path\data"'
85 -
86 -select export = concat('bcp "', DB_NAME(), '.',
87 - SCHEMA_NAME(schema_id), '.', replace(name,'$','`$'),
88 - '" out "$path\data\', SCHEMA_NAME(schema_id), '_', BASE64_ENCODE (cast(name as varbinary)), '.bcp" ',
89 - ' -e "$path\export_log\', SCHEMA_NAME(schema_id), '_', BASE64_ENCODE (cast(name as varbinary)), '.log" ',
90 - ' -S "', '$server','"',
91 - ' -N -U "$username" -P "$password"',
92 - ' | Out-Null')
93 -from sys.tables
94 -where type = 'U'
95 -and is_ms_shipped = 0
96 ---and temporal_type in (0,2);
97 -
98 98  -- import
99 -
100 -select '$path = "E:\temp\test\everest_test"' cmd union
101 -select '$target_server = "sqlmi-ebs-prod.public.2a5fe6cde9a7.database.windows.net,3342"' union
102 -select '$target_db = "TST_Staging_Everest"' union
103 -select '$target_username = "import_test"' union
104 -select '$target_password = ''123456''' union
105 -select 'New-Item -ItemType Directory -Force -Path "$path\import_log"' union
106 -select 'New-Item -ItemType Directory -Force -Path "$path\data"'
107 -
108 -select import = concat('bcp "', '$target_db', '.',
109 - SCHEMA_NAME(schema_id), '.', replace(name,'$','`$'),
110 - '" in "$path\data\', SCHEMA_NAME(schema_id), '_', BASE64_ENCODE (cast(name as varbinary)) , '.bcp" ',
111 - ' -e "$path\import_log\', SCHEMA_NAME(schema_id), '_', BASE64_ENCODE (cast(name as varbinary)) , '.log" ',
112 - ' -S "', '$target_server','"',
113 - ' -N -U "$target_username" -P "$target_password"',
114 - ' -b 1000 -E -k -N -q',
115 - ' | Out-Null')
45 +select import = concat('bcp ', DB_NAME(), '.',
46 + SCHEMA_NAME(schema_id), '.', name,
47 + ' in $(path)', SCHEMA_NAME(schema_id), '_', name, '.bcp ',
48 + ' -S"$(target_server)','"',
49 + ' -n -U"$(target_username)" -P"$(target_password)"')
116 116  from sys.tables
117 117  where type = 'U'
118 118  and is_ms_shipped = 0
119 ---and temporal_type in (0,2);
120 -
53 +and temporal_type in (0,2);
121 121  {{/code}}
122 122  
123 123  
57 +* disable anti-virus real time scan
124 124  
125 -*
126 126  
127 127  (% class="wikigeneratedid" %)
128 128  placeholder
... ... @@ -184,3 +184,5 @@
184 184  * incubator/ebsphere.crm/ebs-devops-devops-sql/calc-signature-bacpac.ps1
185 185  * modify Origin.xml
186 186  ** Checksum attribute for model.xml
120 +
121 +

Need help?

If you need help with XWiki you can contact: