代码改变世界

SQLServer删除数据库特别耗时

  abce  阅读(588)  评论(0编辑  收藏  举报

在老库删除数据库的时候,如果选中到了选项"Delete backup and Restore History Information for databases"。发现删除操作要耗费很久的时间,甚至好几天。

查看一下正在执行的会话信息,看看数据库都在做啥:

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
SELECT s.session_id
    ,r.STATUS
    ,r.blocking_session_id 'Blk by'
    ,r.wait_type
    ,wait_resource
    ,r.wait_time / (1000.0) 'Wait Sec'
    ,r.cpu_time
    ,r.logical_reads
    ,r.reads
    ,r.writes
    ,r.total_elapsed_time / (1000.0) 'Elaps Sec'
    ,Substring(st.TEXT, (r.statement_start_offset / 2) + 1, (
            (
                CASE r.statement_end_offset
                    WHEN - 1
                        THEN Datalength(st.TEXT)
                    ELSE r.statement_end_offset
                    END - r.statement_start_offset
                ) / 2
            ) + 1) AS statement_text
    ,Coalesce(Quotename(Db_name(st.dbid)) + N'.' + Quotename(Object_schema_name(st.objectid, st.dbid)) + N'.' + Quotename(Object_name(st.objectid, st.dbid)), '') AS command_text
    ,r.command
    ,s.login_name
    ,s.host_name
    ,s.program_name
    ,s.host_process_id
    ,s.last_request_end_time
    ,s.login_time
    ,r.open_transaction_count
FROM sys.dm_exec_sessions AS s
INNER JOIN sys.dm_exec_requests AS r ON r.session_id = s.session_id
CROSS APPLY sys.dm_exec_sql_text(r.sql_handle) AS st
WHERE r.session_id != @@SPID
ORDER BY r.cpu_time DESC
    ,r.STATUS
    ,r.blocking_session_id
    ,s.session_id

可以看到,数据库一直在执行下面的SQL语句:

1
CREATE   PROCEDURE sp_delete_database_backuphistory    @database_name sysname  AS  BEGIN    SET NOCOUNT ON      DECLARE @backup_set_id TABLE      (backup_set_id INT)    DECLARE @media_set_id TABLE       (media_set_id INT)    DECLARE @restore_history_id TABLE (restore_history_id INT)      INSERT INTO @backup_set_id (backup_set_id)    SELECT DISTINCT backup_set_id    FROM msdb.dbo.backupset    WHERE database_name = @database_name      INSERT INTO @media_set_id (media_set_id)    SELECT DISTINCT media_set_id    FROM msdb.dbo.backupset    WHERE database_name = @database_name      INSERT INTO @restore_history_id (restore_history_id)    SELECT DISTINCT restore_history_id    FROM msdb.dbo.restorehistory    WHERE backup_set_id IN (SELECT backup_set_id                            FROM @backup_set_id)      BEGIN TRANSACTION      DELETE FROM msdb.dbo.backupfile    WHERE backup_set_id IN (SELECT backup_set_id                            FROM @backup_set_id)    IF (@@error > 0)      GOTO Quit      DELETE FROM msdb.dbo.backupfilegroup    WHERE backup_set_id IN (SELECT backup_set_id                            FROM @backup_set_id)    IF (@@error > 0)      GOTO Quit      DELETE FROM msdb.dbo.restorefile    WHERE restore_history_id IN (SELECT restore_history_id                                 FROM @restore_history_id)    IF (@@error > 0)      GOTO Quit      DELETE FROM msdb.dbo.restorefilegroup    WHERE restore_history_id IN (SELECT restore_history_id                                 FROM @restore_history_id)    IF (@@error > 0)      GOTO Quit      DELETE FROM msdb.dbo.restorehistory    WHERE restore_history_id IN (SELECT restore_history_id                                 FROM @restore_history_id)    IF (@@error > 0)      GOTO Quit      DELETE FROM msdb.dbo.backupset    WHERE backup_set_id IN (SELECT backup_set_id                            FROM @backup_set_id)    IF (@@error > 0)      GOTO Quit      DELETE msdb.dbo.backupmediafamily    FROM msdb.dbo.backupmediafamily bmf    WHERE bmf.media_set_id IN (SELECT media_set_id                               FROM @media_set_id)      AND ((SELECT COUNT(*)            FROM msdb.dbo.backupset            WHERE media_set_id = bmf.media_set_id) = 0)    IF (@@error > 0)      GOTO Quit      DELETE msdb.dbo.backupmediaset    FROM msdb.dbo.backupmediaset bms    WHERE bms.media_set_id IN (SELECT media_set_id                               FROM @media_set_id)      AND ((SELECT COUNT(*)            FROM msdb.dbo.backupset            WHERE media_set_id = bms.media_set_id) = 0)    IF (@@error > 0)      GOTO Quit      COMMIT TRANSACTION    RETURN    Quit:    ROLLBACK TRANSACTION  END 

检查sys.dm_exec_requests,可以看到cpu和io都在忙着做delete操作。虽然gui端看上去是卡住了,后台还是一直在做删除操作的。

 

那么为何这么慢呢?

首要要明白msdb都存放了哪些数据。MSDB存储SQL Server代理任务、历史记录、日程表、数据库邮件、服务代理、备份和还原历史记录。如果不进行定期清理、没有常规的维护操作,MSDB 的大小可能会变得很庞大。默认情况下,SQL Server 不会清除历史表中的数据。主要有以下一些表:

1
2
3
4
5
6
7
8
·backupfile
·backupfilegroup
·backupmediafamily
·backupmediaset
·backupset
·restorefile
·restorefilegroup
·restorehistory
接下来看看msdb库的大小。检查发现msdb库已经有33GB大小了。查看库中各个对象的大小:
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
USE[msdb]
GO
SELECT
     t.name TableName
    ,s.name SchemaName
    ,p.ROWS TotalRows
    ,CAST(ROUND(((SUM(a.total_pages) * 8) / 1024.00), 2) AS NUMERIC(36, 2)) AS TotalMB
    ,CAST(ROUND(((SUM(a.total_pages) - SUM(a.used_pages)) * 8) / 1024.00, 2) AS NUMERIC(36, 2)) AS UnusedMB
FROM sys.tables t
INNER JOIN sys.indexes i ON t.OBJECT_ID = i.OBJECT_ID
INNER JOIN sys.partitions p ON i.OBJECT_ID = p.OBJECT_ID AND i.index_id = p.index_id
INNER JOIN sys.allocation_units a ON p.partition_id = a.container_id
LEFT OUTER JOIN sys.schemas s ON t.schema_id = s.schema_id
WHERE t.name IN
('backupset','backupfile','backupfilegroup','backupmediafamily','backupmediaset','restorefile','restorefilegroup','restorehistory')
GROUP BY t.name, s.name, p.ROWS
ORDER BY TotalMB DESC, t.name
结果可以看到,与备份相关的表都很大了

如果表很大,可以看看每个月的历史记录。比如:

1
2
3
4
5
6
7
SELECT
     DATEPART(YEAR,[backup_start_date]) BackupYear
    ,DATEPART(MONTH,[backup_start_date]) BackupMonth
    ,COUNT(*) BackupCount
FROM [msdb].[dbo].[backupset]
GROUP BY DATEPART(YEAR,[backup_start_date]), DATEPART(MONTH,[backup_start_date])
ORDER BY BackupYear, BackupMonth

那么如何删除备份和还原记录呢?

官方提供了两个存储过程来修建这些表的大小。一个(sp_delete_backuphistory)用于根据日期删除备份和还原记录;一个(sp_delete_database_backuphistory)根据数据库名删除备份和还原记录。

例如:

1
2
3
4
5
-- delete all backup/restore history prior to a specified date
use msdb
go
exec sp_delete_backuphistory '2023-12-04'
go
1
2
3
4
5
-- delete all backup history for a specific database
use msdb
go
exec sp_delete_database_backuphistory 'test'
go

在删除数据库的时候,如果同时选中了删除备份信息,就需用从上面这些表中删除指定库的对应记录。但是默认sqlserver没有给这些表创建合适的索引。从而导致在删除数据的时候,上面的存储过程执行特别慢。

查看一下msdb数据库上都有哪些索引:

1
2
3
4
5
6
7
8
9
SELECT t.name as [Table], ind.name as [Index], col.name as [Column], ind.type_desc [Index Type]
FROM sys.indexes ind
inner join sys.index_columns ic
    on ind.object_id = ic. object_id and ind.index_id = ic. index_id
inner join sys.columns col
    on ic.object_id = col.object_id and ic.column_id = col.column_id
inner join sys.tables t
    on ind.object_id = t. object_id WHERE ind.is_unique = 0 and ind. is_unique_constraint = 0
    and t.name in ( 'backupfile', 'backupfilegroup', 'backupmediafamily', 'backupmediaset', 'backupset', 'restorefile', 'restorefilegroup', 'restorehistory' ) ORDER BY t .name, ind.name

可以看到,只有这几个索引:

慢的问题,就可以通过在存储过程实用到的表列上新加一些索引来解决。比如:

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
/************************************************************************
* * Title: msdb index creation
* * Author: Geoff N. Hiten
* * Purpose: Index msdb database
* * Date: 12/12/2005
* * Modifications: *
************************************************************************/
use msdb
go
 
--backupset
Create index IX_backupset_backup_set_id on backupset(backup_set_id)
go
Create index IX_backupset_backup_set_uuid on backupset(backup_set_uuid)
go
Create index IX_backupset_media_set_id on backupset(media_set_id)
go
Create index IX_backupset_backup_finish_date on backupset(backup_finish_date)
go
Create index IX_backupset_backup_start_date on backupset(backup_start_date)
go
 
--backupmediaset
Create index IX_backupmediaset_media_set_id on backupmediaset(media_set_id)
go
 
--backupfile
Create index IX_backupfile_backup_set_id on backupfile(backup_set_id)
go
 
--backupmediafamily
Create index IX_backupmediafamily_media_set_id on backupmediafamily(media_set_id)
go
 
--restorehistory
Create index IX_restorehistory_restore_history_id on restorehistory(restore_history_id)
go
Create index IX_restorehistory_backup_set_id on restorehistory(backup_set_id)
go
 
--restorefile
Create index IX_restorefile_restore_history_id on restorefile(restore_history_id)
go
 
--restorefilegroup
Create index IX_restorefilegroup_restore_history_id on restorefilegroup(restore_history_id)
go
检查一下是否有数据库已经被删除,但是备份记录还保存在msdb库中
1
2
3
4
5
6
7
use msdb
 
SELECT database_name AS [Database],
COUNT(backup_set_id) AS Orphans
FROM   backupset
WHERE  database_name NOT IN (SELECT name FROM master.dbo.sysdatabases)
GROUP BY database_name;

以下是批量删除的脚本:摘自https://sqlsolutionsgroup.com/how-to-clear-backup-history/

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
USE [msdb]
GO
/* user variables */
DECLARE  @DeleteRange NVARCHAR(100) = 'YEAR'    /* HOUR,DAY,WEEK,MONTH,YEAR */
        ,@Retain INT = 3                        /* same units as the @DeleteRange variable */
  
/* stuff we'll use later */
DECLARE  @DATE DATE
        ,@loop INT
        ,@SQL NVARCHAR(MAX)
        ,@BatchStart DATETIME = GETDATE()
        ,@DeleteDate DATETIME
  
/* create log table */
IF OBJECT_ID(N'msdb.dbo.BackupDeleteLog') IS NULL
BEGIN
    CREATE TABLE msdb.dbo.BackupDeleteLog
    (
     ID INT IDENTITY(1,1)
    ,BatchStart DATETIME
    ,LoopNumber INT
    ,DeleteDate DATETIME
    ,StartTime DATETIME
    ,FinishTime DATETIME
    )
END
  
/* find the number of loops we need to do based upon @DeleteRange and @retain */
SET @SQL = N'SELECT @loopOUT = DATEDIFF(' + @DeleteRange + ', MIN(backup_start_date),GETDATE()) FROM [msdb].[dbo].[backupset]'
EXEC SP_EXECUTESQL @SQL, N'@DeleteRange nvarchar(100), @loopOUT int OUTPUT', @DeleteRange = @DeleteRange, @loopOUT = @loop OUTPUT
  
 
/* delete backup history in batches */
WHILE @loop >= @retain
BEGIN
  
    SET @SQL = N'SELECT @DateOUT = DATEADD(' + @DeleteRange + ',-' + CONVERT(VARCHAR,@loop) + ',GETDATE())'
    EXEC SP_EXECUTESQL @SQL, N'@DeleteRange nvarchar(100), @DateOUT datetime OUTPUT', @DeleteRange = @DeleteRange, @DateOUT = @DeleteDate OUTPUT
  
    INSERT INTO msdb.dbo.BackupDeleteLog (BatchStart, LoopNumber, DeleteDate, StartTime)
    SELECT @BatchStart, @loop, @DeleteDate, GETDATE()
  
    --EXEC sp_delete_backuphistory @DeleteDate
    SELECT @DeleteDate
  
    UPDATE msdb.dbo.BackupDeleteLog SET FinishTime = GETDATE() WHERE LoopNumber = @loop AND BatchStart = @BatchStart
  
    SET @loop = @loop - 1
  
END
  
/* check what we've just deleted */
SELECT * FROM msdb.dbo.BackupDeleteLog WHERE BatchStart = @BatchStart

 

相关博文:
阅读排行:
· DeepSeek 开源周回顾「GitHub 热点速览」
· 物流快递公司核心技术能力-地址解析分单基础技术分享
· .NET 10首个预览版发布:重大改进与新特性概览!
· AI与.NET技术实操系列(二):开始使用ML.NET
· .NET10 - 预览版1新功能体验(一)
历史上的今天:
2021-12-16 Oracle中有大量的sniped会话
2021-12-16 Oracle kill会话
2015-12-16 [Warning] TIMESTAMP with implicit DEFAULT value is deprecated
2015-12-16 explicit_defaults_for_timestamp参数
2015-12-16 EBS创建相应的用户
点击右上角即可分享
微信分享提示