Last modified by Rudi Marais on 2024/03/28 18:51
<
From version < 8.7 >
edited by Rudi Marais
on 2024/03/07 13:51
To version < 8.28 >
edited by Rudi Marais
on 2024/03/28 18:50
>
Change comment: There is no comment for this version

Summary

Details

Page properties
Content
... ... @@ -1,41 +1,92 @@
1 -* compressed file
2 -* contains ddl and dml data
3 -* doesnt support encrypted objects
4 -* cant have any stored procs with string that contain $( character sequence reserved sequence
5 -** break up sequence ie 'test$(test' become 'test$' + '(test'
6 -* [[https:~~/~~/learn.microsoft.com/en-us/azure/azure-sql/database/database-import>>https://learn.microsoft.com/en-us/azure/azure-sql/database/database-import]]
1 +
2 +
7 7  * sqlpackage
8 8  ** [[https:~~/~~/download.microsoft.com/download/7/c/8/7c877288-a0d9-4d22-b1dc-2086e262d82f/x64/DacFramework.msi>>https://download.microsoft.com/download/7/c/8/7c877288-a0d9-4d22-b1dc-2086e262d82f/x64/DacFramework.msi]]
9 9  ** [[https:~~/~~/learn.microsoft.com/en-us/sql/tools/sqlpackage/sqlpackage-download>>https://learn.microsoft.com/en-us/sql/tools/sqlpackage/sqlpackage-download]]
10 10  ** C:\Program Files\Microsoft SQL Server\160\DAC\bin
11 -* turn off real time scan (anti virus)
12 12  
8 +
9 +1. put db in readonly mode
10 +11. stop all applicable services
11 +11. ALTER DATABASE Everest_Test SET READ_ONLY WITH NO_WAIT
12 +
13 +1. scale db to accetable performance ie dtus 500
14 +
15 +1. turn off real time scan (anti virus)
16 +
17 +1. run bcp extract scripts
18 +11. everest & docs parallel
19 +11. extract run from smallest to largest table
20 +
21 +1. run schema extracts
22 +11. not in parallel!
23 +11. [[https:~~/~~/github.com/microsoft/mssql-scripter>>https://github.com/microsoft/mssql-scripter]]
24 +11. C:\Users\alliancetest\.mssqlscripter
25 +11. mssql-scripter -S "kula.database.windows.net" -d Everest_Test -U ebsadmin -P xxx -r -f E:\temp\khula_test.sql ~-~-display-progress ~-~-enable-toolsservice-logging
26 +
27 +1. create db
28 +
29 +1. create schemas
30 +11. prep scripts first remove non applicable scripting
31 +11. document references
32 +11. make sure ddl audit triggers are disabled
33 +
34 +1. enable compresssion on applicable tables
35 +11. tblAudit etc
36 +
37 +1. disable all indexes except clustered
38 +
39 +1. run imports [parallel]
40 +11. imports runs from smallest to largest table
41 +
42 +1. verify record counts from pre and post
43 +
44 +1. enable indexes
45 +
46 +1. deploy new ddl audit triggers
47 +​​​​​​​
48 +1. enable ddl trigger
49 +
50 +1. run db security scripts
51 +11. creates db groups and ad groups
52 +
53 +1. update all settings to new environment
54 +
55 +1. do audit table test
56 +
57 +1. scale db down to minimum
58 +
59 +
60 +
13 13  1. run extract with [[sql-script-db.ps1>>doc:technical-documentation.Source Control.migration.sql.sql-db-export.WebHome]] with validate set to true and raw objects set to true, only need tbl-triggers, functions and sp
14 14  11. reason for this is to identify any procedure/triggers/functions that dont compile
15 -1. once this is done examine results and fix stored procedures on database so that they can compile, ie add missing columns or modify code to not require them
16 -11. repeat step 1 and 2 until you get zero objects that can't compile
17 -1. check sql code for any reserved varables ie... and fix on DB
18 -1. run dacpac export
19 -11. make sure nothing is running on source DB
20 -11. upgrade source DB to high level for quicker export and set back to what it was once done
21 -11. cmd
22 -1. run dacpac publish to managed instance
23 -1.
24 24  
25 25  * (((
26 -(% class="wikigeneratedid" id="Hhttps:2F2Fgithub.com2Fmicrosoft2Fmssql-scripter" %)
27 -[[https:~~/~~/github.com/microsoft/mssql-scripter>>https://github.com/microsoft/mssql-scripter]]
28 -
29 -* C:\Users\alliancetest\.mssqlscripter
30 -* mssql-scripter -S "kula.database.windows.net" -d Everest_Test -U ebsadmin -P xxx -r -f E:\temp\khula_test.sql ~-~-display-progress ~-~-enable-toolsservice-logging
65 +
31 31  )))
32 32  
33 -(% class="wikigeneratedid" id="H" %)
34 - {{code language="sql"}}-- export
35 -select export = concat('bcp ', DB_NAME(), '.',
36 - SCHEMA_NAME(schema_id), '.', name,
37 - ' out "$path\data\', SCHEMA_NAME(schema_id), '_', name, '.bcp" ',
38 - ' -e "$path\export_log\', SCHEMA_NAME(schema_id), '_', name, '.log" ',
68 +{{code language="sql"}}
69 +-- index
70 +select concat('echo ''',SCHEMA_NAME(schema_id), '_', BASE64_ENCODE (cast(name as varbinary)), '.bcp ',SCHEMA_NAME(schema_id), '.', name , ''' >> test.log')
71 +from sys.tables
72 +where type = 'U'
73 +and is_ms_shipped = 0
74 +
75 +--and temporal_type in (0,2);
76 +
77 +-- export
78 +
79 +select '$path = "E:\temp\test\everest_test"' cmd union
80 +select '$server = "mytest.database.windows.net"' union
81 +select '$username = "sa"' union
82 +select '$password = "123456"' union
83 +select 'New-Item -ItemType Directory -Force -Path "$path\export_log"' union
84 +select 'New-Item -ItemType Directory -Force -Path "$path\data"'
85 +
86 +select export = concat('bcp "', DB_NAME(), '.',
87 + SCHEMA_NAME(schema_id), '.', replace(name,'$','`$'),
88 + '" out "$path\data\', SCHEMA_NAME(schema_id), '_', BASE64_ENCODE (cast(name as varbinary)), '.bcp" ',
89 + ' -e "$path\export_log\', SCHEMA_NAME(schema_id), '_', BASE64_ENCODE (cast(name as varbinary)), '.log" ',
39 39   ' -S "', '$server','"',
40 40   ' -N -U "$username" -P "$password"',
41 41   ' | Out-Null')
... ... @@ -44,12 +44,20 @@
44 44  and is_ms_shipped = 0
45 45  --and temporal_type in (0,2);
46 46  
47 -
48 48  -- import
99 +
100 +select '$path = "E:\temp\test\everest_test"' cmd union
101 +select '$target_server = "sqlmi-ebs-prod.public.2a5fe6cde9a7.database.windows.net,3342"' union
102 +select '$target_db = "TST_Staging_Everest"' union
103 +select '$target_username = "import_test"' union
104 +select '$target_password = ''123456''' union
105 +select 'New-Item -ItemType Directory -Force -Path "$path\import_log"' union
106 +select 'New-Item -ItemType Directory -Force -Path "$path\data"'
107 +
49 49  select import = concat('bcp "', '$target_db', '.',
50 - SCHEMA_NAME(schema_id), '.', name,
51 - '" in "$path\data\', SCHEMA_NAME(schema_id), '_', name, '.bcp" ',
52 - ' -e "$path\import_log\', SCHEMA_NAME(schema_id), '_', name, '.log" ',
109 + SCHEMA_NAME(schema_id), '.', replace(name,'$','`$'),
110 + '" in "$path\data\', SCHEMA_NAME(schema_id), '_', BASE64_ENCODE (cast(name as varbinary)) , '.bcp" ',
111 + ' -e "$path\import_log\', SCHEMA_NAME(schema_id), '_', BASE64_ENCODE (cast(name as varbinary)) , '.log" ',
53 53   ' -S "', '$target_server','"',
54 54   ' -N -U "$target_username" -P "$target_password"',
55 55   ' -b 1000 -E -k -N -q',
... ... @@ -57,12 +57,14 @@
57 57  from sys.tables
58 58  where type = 'U'
59 59  and is_ms_shipped = 0
60 ---and temporal_type in (0,2);{{/code}}
119 +--and temporal_type in (0,2);
61 61  
121 +{{/code}}
62 62  
123 +
63 63  * disable anti-virus real time scan
125 +*
64 64  
65 -
66 66  (% class="wikigeneratedid" %)
67 67  placeholder
68 68  
... ... @@ -123,5 +123,3 @@
123 123  * incubator/ebsphere.crm/ebs-devops-devops-sql/calc-signature-bacpac.ps1
124 124  * modify Origin.xml
125 125  ** Checksum attribute for model.xml
126 -
127 -

Applications

Navigation

Need help?

If you need help with XWiki you can contact: