Files
sql-scripts/PULL replication perf validation/PULL replication perf validation/D00480 - ActivePos_read Snapshot.sql
2023-11-17 09:10:39 +01:00

354 lines
24 KiB
Transact-SQL
Raw Blame History

This file contains invisible Unicode characters
This file contains invisible Unicode characters that are indistinguishable to humans but may be processed differently by a computer. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
/* Drop existing standard schedule for job */
declare @schedule_id int
declare c_schedules cursor local forward_only static for
select ss.schedule_id
from msdb.dbo.sysjobschedules sjs
INNER JOIN msdb.dbo.sysschedules ss
ON sjs.schedule_id = ss.schedule_id
AND ss.name NOT LIKE '%#SPEC#'
INNER JOIN msdb.dbo.sysjobs sj
ON sjs.job_id = sj.job_id
WHERE sj.name = N'D00480 - ActivePos_read Snapshot'
open c_schedules
FETCH NEXT FROM c_schedules into @schedule_id
while @@fetch_status = 0
begin
IF ((select COUNT(*) from msdb.dbo.sysjobschedules where schedule_id=@schedule_id) = 1)
EXEC msdb.dbo.sp_delete_schedule @schedule_id=@schedule_id, @force_delete = 1
FETCH NEXT FROM c_schedules into @schedule_id
end
close c_schedules
deallocate c_schedules
IF EXISTS (SELECT job_id FROM msdb.dbo.sysjobs_view WHERE name = N'D00480 - ActivePos_read Snapshot')
EXEC msdb.dbo.sp_delete_job @job_name = N'D00480 - ActivePos_read Snapshot', @delete_unused_schedule=0
GO
/* Creation Job and Steps*/
BEGIN TRANSACTION
DECLARE @ReturnCode INT
SELECT @ReturnCode = 0
IF NOT EXISTS (SELECT name FROM msdb.dbo.syscategories WHERE name=N'REPL-Snapshot' AND category_class=1)
BEGIN
EXEC @ReturnCode = msdb.dbo.sp_add_category @class=N'JOB', @type=N'LOCAL', @name=N'REPL-Snapshot'
IF (@@ERROR <> 0 OR @ReturnCode <> 0) GOTO QuitWithRollback
END
/* Add Job */
DECLARE @jobId BINARY(16)
EXEC @ReturnCode = msdb.dbo.sp_add_job @job_name=N'D00480 - ActivePos_read Snapshot',
@enabled=1,
@notify_level_eventlog=0,
@notify_level_email=0,
@notify_level_netsend=0,
@notify_level_page=0,
@delete_level=0,
@description=N'No description available.',
@category_name=N'REPL-Snapshot',
@start_step_id=1,
@owner_login_name=N'sa', @job_id = @jobId OUTPUT
IF (@@ERROR <> 0 OR @ReturnCode <> 0) GOTO QuitWithRollback
/* Add Step */
EXEC @ReturnCode = msdb.dbo.sp_add_jobstep @job_id=@jobId, @step_name=N'Snapshot Agent startup message.',
@step_id=1,
@cmdexec_success_code=0,
@on_success_action=3,
@on_success_step_id=0,
@on_fail_action=3,
@on_fail_step_id=0,
@retry_attempts=0,
@retry_interval=0,
@os_run_priority=0, @subsystem=N'TSQL',
@command=N'DECLARE @agentIDAPH int
select @agentIDAPH = mssag.id from master.dbo.sysservers syssrv
join MSsnapshot_agents mssag on mssag.publisher_id = syssrv.srvid
where mssag.name = ''D00480 - ActivePos_read Snapshot''
exec sp_MSadd_snapshot_history @perfmon_increment = 0, @agent_id = @agentIDAPH, @runstatus = 1,
@comments = N''Starting agent.''
',
@database_name=N'distribution',
@output_file_name=NULL,
@flags=0,
@database_user_name=NULL,
@server=N'SWCVI501VM01\APSSQL',
@additional_parameters=NULL,
@proxy_id=NULL,
@proxy_name=NULL
IF (@@ERROR <> 0 OR @ReturnCode <> 0) GOTO QuitWithRollback
/* Add Step */
EXEC @ReturnCode = msdb.dbo.sp_add_jobstep @job_id=@jobId, @step_name=N'Run agent.',
@step_id=2,
@cmdexec_success_code=0,
@on_success_action=3,
@on_success_step_id=0,
@on_fail_action=3,
@on_fail_step_id=0,
@retry_attempts=2,
@retry_interval=60,
@os_run_priority=0, @subsystem=N'Snapshot',
@command=N'-Publisher [SWCVI501VM01\APSSQL] -PublisherDB [ActivePos_read] -Distributor [SWCVI501VM01\APSSQL] -Publication [ActivePosTran] -DistributorSecurityMode 1',
@database_name=N'distribution',
@output_file_name=NULL,
@flags=0,
@database_user_name=NULL,
@server=N'SWCVI501VM01\APSSQL',
@additional_parameters=NULL,
@proxy_id=NULL,
@proxy_name=N'[REPL][aphsqlrepl][ActivePos_read]'
IF (@@ERROR <> 0 OR @ReturnCode <> 0) GOTO QuitWithRollback
/* Add Step */
EXEC @ReturnCode = msdb.dbo.sp_add_jobstep @job_id=@jobId, @step_name=N'parallel copy to replini-backup',
@step_id=3,
@cmdexec_success_code=0,
@on_success_action=1,
@on_success_step_id=0,
@on_fail_action=3,
@on_fail_step_id=0,
@retry_attempts=0,
@retry_interval=0,
@os_run_priority=0, @subsystem=N'PowerShell',
@command=N'Set-Location C:
$ErrorActionPreference = "Stop"
# VARIABLES
$query = "select SettingValue from cfg.Settings
where SettingId like ''Values.Modules.Replication.DbInitializationBackupPath%''
and len(SettingValue) > 1"
$erroronscript = 0
$errortext = ''''
$snapshotLocation = ''''
$snapshotHash =''''
#Get configs from SQL
$connectionString = "Server=''.\apssql'';Database=''ActiveSystemServer'';Integrated Security=True;"
$connection = New-Object System.Data.SqlClient.SqlConnection
$connection.ConnectionString = $connectionString
$connection.Open()
$command = $connection.CreateCommand()
$command.CommandText = $query
$adapter = New-Object System.Data.sqlclient.sqlDataAdapter $command
$dataset = New-Object System.Data.DataSet
$adapter.Fill($dataSet) | Out-Null
$data = $dataset.Tables[0]
$workFolder=""
#get snapshot location
$results = Invoke-Sqlcmd -ServerInstance .\apssql -Database master -query "EXEC sp_helpdistributor"
$snapshotLocation = $results.directory
$workFolder = "$snapshotLocation\wrk_zip"
# Get database version
$query2 = "SELECT ActivePos_write.upd.DatabaseVersion()"
$command2 = New-Object System.Data.SqlClient.SqlCommand($query2,$connection)
$aposVersion = $command2.ExecuteScalar()
#create needed structure in c:\temp\work_repl
$snapshotLocalDirName = Get-ChildItem -Path $snapshotLocation\unc\*_ACTIVEPOSTRAN | Select-Object -ExpandProperty Name
New-Item -ItemType Directory -Force $workFolder\unc\$snapshotLocalDirName\$snapshotName
#let some time for the FS to settle, to avoid directory not found exceptions
start-sleep -Seconds 3
#find latest snapshot available
$snapshotName = Get-ChildItem -Path $snapshotLocation\unc\*_ACTIVEPOSTRAN\* | Sort-Object -Descending |Select-Object -First 1 -ExpandProperty Name
#copy latest snapshot to work folder
#copy-Item -Path "$snapshotLocation\unc\*_ACTIVEPOSTRAN\$snapshotName\*.*" -Destination "$workFolder\unc\$snapshotLocalDirName\$snapshotName\"
$src = Convert-Path -path "$snapshotLocation\unc\*_ACTIVEPOSTRAN\$snapshotName\"
(Robocopy.exe "$src" "$workFolder\unc\$snapshotLocalDirName\$snapshotName\" *.* /R:3 /W:5)
#zip snapshot and folder structure
$compress = @{
Path = "$workFolder\unc"
CompressionLevel = "Fastest"
DestinationPath = "$workFolder\snapshot_$aposVersion.zip"
}
Compress-Archive @compress -Force
#compute CRC
$snapshotHash = Get-FileHash -Path $workFolder\snapshot_$aposVersion.zip -Algorithm SHA512 | Select-Object -ExpandProperty Hash | out-file -FilePath $workFolder\snapshot_$aposVersion.crc -Force
#delete work folder
Remove-Item $workFolder\unc -Force -Recurse
# Get backup directory
$query3 = "SELECT HCIP_value FROM HCITools.dbo.HCI_PARAMS WHERE HCIP_Key = ''BKP_DIR''"
$command3 = New-Object System.Data.SqlClient.SqlCommand($query3,$connection)
$source = $command3.ExecuteScalar()
$connection.close()
#copy every files to relevant shares
$jobs = foreach($dir in $data){
$logFile = $dir.SettingValue -replace "[\\]" , ""
$target = $dir.SettingValue
$logfile = "/log:`"c:\temp\$logFile.txt`""
$files = Get-ChildItem -Path $workFolder -Filter "snapshot*.*"
if(!(test-path "$Target")){
try{
New-Item -ItemType Directory -Force -Path $Target -ErrorAction Stop
}
catch{
$erroronscript = 1
if($errortext -eq ''''){
$errortext = "Share is not reachable: $Target"
}
else{
$errortext = $errortext + "`r`nShare is not reaechable: $Target"
}
}
}
if(test-path "$Target"){
$files | ForEach-Object {
$testfile = $_.Directory
if(!(test-path $testfile)){
$erroronscript = 1
if($errortext -eq ''''){
$errortext = "ActivePos_read file source is not accessible!"
}
else{
$errortext = $errortext + "`r`nActivePos_read file source is not accessible!"
}
}
else{
start-job -ArgumentList $_.Directory, $target, $_.Name, $logFile -ScriptBlock{
param($source, $target, $testfile, $logFile )
$copy = robocopy $source $target $testfile /r:5 /w:120 $logFile
$LASTEXITCODE
}
}
}
}
}
$resultsjobs = Get-Job | Wait-Job | Receive-Job
foreach($resultjob in $resultsjobs){
if($resultjob -gt 7){
$errortext = "Robocopy exit code greater than 7!"
}
}
Remove-Job *
if (Test-Path ''C:\Temp\PScopy.ps1'') { Remove-Item ''C:\Temp\PScopy.ps1'' -Force }
#delete generated local files
$files | Remove-Item
#purge old version snapshots on the share
Get-ChildItem -Path $target -Filter "snapshot*.*" -Exclude "*$aposVersion*" | Remove-Item
IF($errortext -ne ''''){ throw($errortext)}
',
@database_name=N'master',
@output_file_name=NULL,
@flags=0,
@database_user_name=NULL,
@server=NULL,
@additional_parameters=NULL,
@proxy_id=NULL,
@proxy_name=NULL
IF (@@ERROR <> 0 OR @ReturnCode <> 0) GOTO QuitWithRollback
/* Add Step */
EXEC @ReturnCode = msdb.dbo.sp_add_jobstep @job_id=@jobId, @step_name=N'Detect nonlogged agent shutdown.',
@step_id=4,
@cmdexec_success_code=0,
@on_success_action=2,
@on_success_step_id=0,
@on_fail_action=2,
@on_fail_step_id=0,
@retry_attempts=0,
@retry_interval=0,
@os_run_priority=0, @subsystem=N'TSQL',
@command=N'DECLARE @agentIDAPH int
select @agentIDAPH = mssag.id from master.dbo.sysservers syssrv
join MSsnapshot_agents mssag on mssag.publisher_id = syssrv.srvid
where mssag.name = ''D00480 - ActivePos_read Snapshot''
exec sp_MSdetect_nonlogged_shutdown @subsystem = ''Snapshot'', @agent_id = @agentIDAPH
',
@database_name=N'distribution',
@output_file_name=NULL,
@flags=0,
@database_user_name=NULL,
@server=N'SWCVI501VM01\APSSQL',
@additional_parameters=NULL,
@proxy_id=NULL,
@proxy_name=NULL
IF (@@ERROR <> 0 OR @ReturnCode <> 0) GOTO QuitWithRollback
EXEC @ReturnCode = msdb.dbo.sp_update_job @job_id = @jobId, @start_step_id = 1
IF (@@ERROR <> 0 OR @ReturnCode <> 0) GOTO QuitWithRollback
/* Add Standard Schedule */
EXEC @ReturnCode = msdb.dbo.sp_add_jobschedule @job_id=@jobId, @name=N'D00480 - Daily at 06h30',
@enabled=1,
@freq_type=4,
@freq_interval=1,
@freq_subday_type=1,
@freq_subday_interval=1,
@freq_relative_interval=1,
@freq_recurrence_factor=0,
@active_start_date=20200113,
@active_end_date=99991231,
@active_start_time=63000,
@active_end_time=235959
IF (@@ERROR <> 0 OR @ReturnCode <> 0) GOTO QuitWithRollback
/* Attach existing specific schedule for job */
declare @enabled_schedule int,
@schedule_name nvarchar(50)
declare c_schedules cursor local forward_only static for
select enabled, name
from msdb.dbo.sysschedules
where name LIKE 'D00480%'
and name LIKE '%#SPEC#'
open c_schedules
FETCH NEXT FROM c_schedules into @enabled_schedule, @schedule_name
while @@fetch_status = 0
begin
EXEC @ReturnCode = msdb.dbo.sp_attach_schedule @job_id = @jobId, @schedule_name=@schedule_name
IF(@enabled_schedule = 1)
begin
SET @schedule_name = SUBSTRING(@schedule_name,0,LEN(@schedule_name)-5)
IF EXISTS (select name from msdb.dbo.sysschedules where name = @schedule_name)
EXEC @ReturnCode = msdb.dbo.sp_update_schedule @name=@schedule_name, @enabled=0
end
IF (@@ERROR <> 0 OR @ReturnCode <> 0) GOTO QuitWithRollback
FETCH NEXT FROM c_schedules into @enabled_schedule, @schedule_name
end
close c_schedules
deallocate c_schedules
EXEC @ReturnCode = msdb.dbo.sp_add_jobserver @job_id = @jobId, @server_name = N'(local)'
IF (@@ERROR <> 0 OR @ReturnCode <> 0) GOTO QuitWithRollback
COMMIT TRANSACTION
GOTO EndSave
QuitWithRollback:
IF (@@TRANCOUNT > 0) ROLLBACK TRANSACTION
EndSave:
GO