我们查询ID在30-40条之间数据, ID不一定连续
靠谱一:利用select top 和select not in进行分页,效率一般,数据越多,效率越低:
比较靠谱:select top 10 * from club_Posts where PostID not in(select top 30 PostID from club_Posts order by PostID) order by PostID
靠谱二:利用Row_number() 此方法为SQL server 2005中新的方法,利用Row_number()给数据行加上索引,效率还行:
select * from (select ROW_NUMBER() over (order by PostId) as ID, * from club_Posts) as a where a.ID between 31 and 40
靠谱三:利用select top 和 select max,效果也还不错,比较推荐
select top 10 * from club_Posts where PostID > ( select MAX(PostID) from (select top 30 PostID from club_Posts order by PostID) as a ) order by PostID
总结下,下面列个个表格,测试结果,供参考:
存过 | 第2页耗时 | 第1000页耗时 | 第10000页耗时 | 第100000页耗时 | 第199999页耗时 | 效率排行 |
1 用not in | 0ms | 16ms | 47ms | 475ms | 953ms | 3 |
2 用select max | 5ms | 16ms | 35ms | 325ms | 623ms | 1 |
3 row_number | 0ms | 0ms | 34ms | 365ms | 710ms | 2 |
测试结果显示:select max >row_number>not in>临时表>中间变量
====================================================================
对select max方法用2分法进行了扩展,代码取自互联网,测试结果:
2分法 | 156ms | 156ms | 180ms | 470ms | 156ms | 1* |
下面是2分法使用select max的代码,已相当完善。
1--/*-----存储过程 分页处理 孙伟 2005-03-28创建 -------*/ 2--/*-----存储过程 分页处理 浪尘 2008-9-1修改----------*/ 3--/*----- 对数据进行了2分处理使查询前半部分数据与查询后半部分数据性能相同 -------*/ 5alter PROCEDURE proc_paged_2part_selectMax 6( 7@tblName nvarchar(200), ----要显示的表或多个表的连接 8@fldName nvarchar(500) = '*', ----要显示的字段列表 9@pageSize int = 10, ----每页显示的记录个数 10@page int = 1, ----要显示那一页的记录 11@fldSort nvarchar(200) = null, ----排序字段列表或条件 12@Sort bit = 0, ----排序方法,0为升序,1为降序(如果是多字段排列Sort指代最后一个排序字段的排列顺序(最后一个排序字段不加排序标记)--程序传参如:' SortA Asc,SortB Desc,SortC ') 13@strCondition nvarchar(1000) = null, ----查询条件,不需where 14@ID nvarchar(150), ----主表的主键 15@Dist bit = 0, ----是否添加查询字段的 DISTINCT 默认0不添加/1添加 16@pageCount int = 1 output, ----查询结果分页后的总页数 17@Counts int = 1 output ----查询到的记录数 18) 19AS 20SET NOCOUNT ON 21Declare @sqlTmp nvarchar(1000) ----存放动态生成的SQL语句 22Declare @strTmp nvarchar(1000) ----存放取得查询结果总数的查询语句 23Declare @strID nvarchar(1000) ----存放取得查询开头或结尾ID的查询语句 25Declare @strSortType nvarchar(10) ----数据排序规则A 26Declare @strFSortType nvarchar(10) ----数据排序规则B 28Declare @SqlSelect nvarchar(50) ----对含有DISTINCT的查询进行SQL构造 29Declare @SqlCounts nvarchar(50) ----对含有DISTINCT的总数查询进行SQL构造 31declare @timediff datetime --耗时测试时间差 32select @timediff=getdate() 34if @Dist = 0 35begin set @SqlSelect = 'select ' set @SqlCounts = 'Count(*)' 38end 39else 40begin set @SqlSelect = 'select distinct ' set @SqlCounts = 'Count(DISTINCT '+@ID+')' 43end 46if @Sort=0 47begin set @strFSortType=' ASC ' set @strSortType=' DESC ' 50end 51else 52begin set @strFSortType=' DESC ' set @strSortType=' ASC ' 55end 59--------生成查询语句-------- 60--此处@strTmp为取得查询结果数量的语句 61if @strCondition is null or @strCondition='' --没有设置显示条件 62begin set @sqlTmp = @fldName + ' From ' + @tblName set @strTmp = @SqlSelect+' @Counts='+@SqlCounts+' FROM '+@tblName set @strID = ' From ' + @tblName 66end 67else 68begin set @sqlTmp = + @fldName + 'From ' + @tblName + ' where (1>0) ' + @strCondition set @strTmp = @SqlSelect+' @Counts='+@SqlCounts+' FROM '+@tblName + ' where (1>0) ' + @strCondition set @strID = ' From ' + @tblName + ' where (1>0) ' + @strCondition 72end 74----取得查询结果总数量----- 75exec sp_executesql @strTmp,N'@Counts int out ',@Counts out 76declare @tmpCounts int 77if @Counts = 0 set @tmpCounts = 1 79else set @tmpCounts = @Counts --取得分页总数 set @pageCount=(@tmpCounts+@pageSize-1)/@pageSize /**//**//**//**当前页大于总页数 取最后一页**/ if @page>@pageCount set @page=@pageCount --/*-----数据分页2分处理-------*/ declare @pageIndex int --总数/页大小 declare @lastcount int --总数%页大小 set @pageIndex = @tmpCounts/@pageSize set @lastcount = @tmpCounts%@pageSize if @lastcount > 0 set @pageIndex = @pageIndex + 1 else set @lastcount = @pagesize --//***显示分页 if @strCondition is null or @strCondition='' --没有设置显示条件 begin if @pageIndex<2 or @page<=@pageIndex / 2 + @pageIndex % 2 --前半部分数据处理 begin if @page=1 set @strTmp=@SqlSelect+' top '+ CAST(@pageSize as VARCHAR(4))+' '+ @fldName+' from '+@tblName +' order by '+ @fldSort +' '+ @strFSortType else begin if @Sort=1 begin set @strTmp=@SqlSelect+' top '+ CAST(@pageSize as VARCHAR(4))+' '+ @fldName+' from '+@tblName +' where '+@ID+' <(select min('+ @ID +') from ('+ @SqlSelect+' top '+ CAST(@pageSize*(@page-1) as Varchar(20)) +' '+ @ID +' from '+@tblName +' order by '+ @fldSort +' '+ @strFSortType+') AS TBMinID)' +' order by '+ @fldSort +' '+ @strFSortType end else begin set @strTmp=@SqlSelect+' top '+ CAST(@pageSize as VARCHAR(4))+' '+ @fldName+' from '+@tblName +' where '+@ID+' >(select max('+ @ID +') from ('+ @SqlSelect+' top '+ CAST(@pageSize*(@page-1) as Varchar(20)) +' '+ @ID +' from '+@tblName +' order by '+ @fldSort +' '+ @strFSortType+') AS TBMinID)' +' order by '+ @fldSort +' '+ @strFSortType end end end else begin set @page = @pageIndex-@page+1 --后半部分数据处理 if @page <= 1 --最后一页数据显示 set @strTmp=@SqlSelect+' * from ('+@SqlSelect+' top '+ CAST(@lastcount as VARCHAR(4))+' '+ @fldName+' from '+@tblName +' order by '+ @fldSort +' '+ @strSortType+') AS TempTB'+' order by '+ @fldSort +' '+ @strFSortType else if @Sort=1 begin set @strTmp=@SqlSelect+' * from ('+@SqlSelect+' top '+ CAST(@pageSize as VARCHAR(4))+' '+ @fldName+' from '+@tblName +' where '+@ID+' >(select max('+ @ID +') from('+ @SqlSelect+' top '+ CAST(@pageSize*(@page-2)+@lastcount as Varchar(20)) +' '+ @ID +' from '+@tblName +' order by '+ @fldSort +' '+ @strSortType+') AS TBMaxID)' +' order by '+ @fldSort +' '+ @strSortType+') AS TempTB'+' order by '+ @fldSort +' '+ @strFSortType end else begin set @strTmp=@SqlSelect+' * from ('+@SqlSelect+' top '+ CAST(@pageSize as VARCHAR(4))+' '+ @fldName+' from '+@tblName +' where '+@ID+' <(select min('+ @ID +') from('+ @SqlSelect+' top '+ CAST(@pageSize*(@page-2)+@lastcount as Varchar(20)) +' '+ @ID +' from '+@tblName +' order by '+ @fldSort +' '+ @strSortType+') AS TBMaxID)' +' order by '+ @fldSort +' '+ @strSortType+') AS TempTB'+' order by '+ @fldSort +' '+ @strFSortType end end end else --有查询条件 begin if @pageIndex<2 or @page<=@pageIndex / 2 + @pageIndex % 2 --前半部分数据处理 begin if @page=1 set @strTmp=@SqlSelect+' top '+ CAST(@pageSize as VARCHAR(4))+' '+ @fldName+' from '+@tblName +' where 1=1 ' + @strCondition + ' order by '+ @fldSort +' '+ @strFSortType else if(@Sort=1) begin set @strTmp=@SqlSelect+' top '+ CAST(@pageSize as VARCHAR(4))+' '+ @fldName+' from '+@tblName +' where '+@ID+' <(select min('+ @ID +') from ('+ @SqlSelect+' top '+ CAST(@pageSize*(@page-1) as Varchar(20)) +' '+ @ID +' from '+@tblName +' where (1=1) ' + @strCondition +' order by '+ @fldSort +' '+ @strFSortType+') AS TBMinID)' +' '+ @strCondition +' order by '+ @fldSort +' '+ @strFSortType end else begin set @strTmp=@SqlSelect+' top '+ CAST(@pageSize as VARCHAR(4))+' '+ @fldName+' from '+@tblName +' where '+@ID+' >(select max('+ @ID +') from ('+ @SqlSelect+' top '+ CAST(@pageSize*(@page-1) as Varchar(20)) +' '+ @ID +' from '+@tblName +' where (1=1) ' + @strCondition +' order by '+ @fldSort +' '+ @strFSortType+') AS TBMinID)' +' '+ @strCondition +' order by '+ @fldSort +' '+ @strFSortType end end else begin set @page = @pageIndex-@page+1 --后半部分数据处理 if @page <= 1 --最后一页数据显示 set @strTmp=@SqlSelect+' * from ('+@SqlSelect+' top '+ CAST(@lastcount as VARCHAR(4))+' '+ @fldName+' from '+@tblName +' where (1=1) '+ @strCondition +' order by '+ @fldSort +' '+ @strSortType+') AS TempTB'+' order by '+ @fldSort +' '+ @strFSortType else if(@Sort=1) set @strTmp=@SqlSelect+' * from ('+@SqlSelect+' top '+ CAST(@pageSize as VARCHAR(4))+' '+ @fldName+' from '+@tblName +' where '+@ID+' >(select max('+ @ID +') from('+ @SqlSelect+' top '+ CAST(@pageSize*(@page-2)+@lastcount as Varchar(20)) +' '+ @ID +' from '+@tblName +' where (1=1) '+ @strCondition +' order by '+ @fldSort +' '+ @strSortType+') AS TBMaxID)' +' '+ @strCondition+' order by '+ @fldSort +' '+ @strSortType+') AS TempTB'+' order by '+ @fldSort +' '+ @strFSortType else set @strTmp=@SqlSelect+' * from ('+@SqlSelect+' top '+ CAST(@pageSize as VARCHAR(4))+' '+ @fldName+' from '+@tblName +' where '+@ID+' <(select min('+ @ID +') from('+ @SqlSelect+' top '+ CAST(@pageSize*(@page-2)+@lastcount as Varchar(20)) +' '+ @ID +' from '+@tblName +' where (1=1) '+ @strCondition +' order by '+ @fldSort +' '+ @strSortType+') AS TBMaxID)' +' '+ @strCondition+' order by '+ @fldSort +' '+ @strSortType+') AS TempTB'+' order by '+ @fldSort +' '+ @strFSortType end end 191------返回查询结果----- 192exec sp_executesql @strTmp 193select datediff(ms,@timediff,getdate()) as 耗时 194--print @strTmp 195SET NOCOUNT OFF 196GO 197