大數據量查詢彙總。
SET ANSI_NULLS ON
GOsql
SET QUOTED_IDENTIFIER ON
GOide
CREATE PROC [dbo].[P_viewPage_A]
/*
nzperfect [no_mIss] 高效通用分頁存儲過程(雙向檢索) 2007.5.7 QQ:34813284
敬告：適用於單一主鍵或存在惟一值列的表或視圖
ps:Sql語句爲8000字節,調用時請注意傳入參數及sql總長度不要超過指定範圍
*/
@TableName VARCHAR(200), --表名
@FieldList VARCHAR(2000), --顯示列名，若是是所有字段則爲*
@PrimaryKey VARCHAR(100), --單一主鍵或惟一值鍵
@Where VARCHAR(2000), --查詢條件 不含'where'字符，如id>10 and len(userid)>9
@Order VARCHAR(1000), --排序 不含'order by'字符，如id asc,userid desc，必須指定asc或desc
--注意當@SortType=3時生效，記住必定要在最後加上主鍵，不然會讓你比較鬱悶
@SortType INT, --排序規則 1:正序asc 2:倒序desc 3:多列排序方法
@RecorderCount INT, --記錄總數 0:會返回總記錄
@PageSize INT, --每頁輸出的記錄數
@PageIndex INT, --當前頁數
@TotalCount INT OUTPUT, --記返回總記錄
@TotalPageCount INT OUTPUT --返回總頁數
AS
SET NOCOUNT ON
IF ISNULL(@TotalCount,'') = '' SET @TotalCount = 0
SET @Order = RTRIM(LTRIM(@Order))
SET @PrimaryKey = RTRIM(LTRIM(@PrimaryKey))
SET @FieldList = REPLACE(RTRIM(LTRIM(@FieldList)),' ','')
WHILE CHARINDEX(', ',@Order) > 0 OR CHARINDEX(' ,',@Order) > 0
BEGIN
SET @Order = REPLACE(@Order,', ',',')
SET @Order = REPLACE(@Order,' ,',',')
END
IF ISNULL(@TableName,'') = '' OR ISNULL(@FieldList,'') = ''
OR ISNULL(@PrimaryKey,'') = ''
OR @SortType < 1 OR @SortType >3
OR @RecorderCount < 0 OR @PageSize < 0 OR @PageIndex < 0
BEGIN
PRINT('ERR_00')
RETURN
END
IF @SortType = 3
BEGIN
IF (UPPER(RIGHT(@Order,4))!=' ASC' AND UPPER(RIGHT(@Order,5))!=' DESC')
BEGIN PRINT('ERR_02') RETURN END
END
DECLARE @new_where1 VARCHAR(1000)
DECLARE @new_where2 VARCHAR(1000)
DECLARE @new_order1 VARCHAR(1000)
DECLARE @new_order2 VARCHAR(1000)
DECLARE @new_order3 VARCHAR(1000)
DECLARE @Sql VARCHAR(8000)
DECLARE @SqlCount NVARCHAR(4000)
IF ISNULL(@where,'') = ''
BEGIN
SET @new_where1 = ' '
SET @new_where2 = ' WHERE '
END
ELSE
BEGIN
SET @new_where1 = ' WHERE ' + @where
SET @new_where2 = ' WHERE ' + @where + ' AND '
END
IF ISNULL(@order,'') = '' OR @SortType = 1 OR @SortType = 2
BEGIN
IF @SortType = 1
BEGIN
SET @new_order1 = ' ORDER BY ' + @PrimaryKey + ' ASC'
SET @new_order2 = ' ORDER BY ' + @PrimaryKey + ' DESC'
END
IF @SortType = 2
BEGIN
SET @new_order1 = ' ORDER BY ' + @PrimaryKey + ' DESC'
SET @new_order2 = ' ORDER BY ' + @PrimaryKey + ' ASC'
END
END
ELSE
BEGIN
SET @new_order1 = ' ORDER BY ' + @Order
END
IF @SortType = 3 AND CHARINDEX(','+@PrimaryKey+' ',','+@Order)>0
BEGIN
SET @new_order1 = ' ORDER BY ' + @Order
SET @new_order2 = @Order + ','
SET @new_order2 = REPLACE(REPLACE(@new_order2,'ASC,','{ASC},'),'DESC,','{DESC},')
SET @new_order2 = REPLACE(REPLACE(@new_order2,'{ASC},','DESC,'),'{DESC},','ASC,')
SET @new_order2 = ' ORDER BY ' + SUBSTRING(@new_order2,1,LEN(@new_order2)-1)
IF @FieldList <> '*'
BEGIN
SET @new_order3 = REPLACE(REPLACE(@Order + ',','ASC,',','),'DESC,',',')
SET @FieldList = ',' + @FieldList
WHILE CHARINDEX(',',@new_order3)>0
BEGIN
IF CHARINDEX(SUBSTRING(','+@new_order3,1,CHARINDEX(',',@new_order3)),','+@FieldList+',')>0
BEGIN
SET @FieldList =
@FieldList + ',' + SUBSTRING(@new_order3,1,CHARINDEX(',',@new_order3))
END
SET @new_order3 =
SUBSTRING(@new_order3,CHARINDEX(',',@new_order3)+1,LEN(@new_order3))
END
SET @FieldList = SUBSTRING(@FieldList,2,LEN(@FieldList))
END
END
SET @SqlCount = 'SELECT @TotalCount=COUNT(*),@TotalPageCount=CEILING((COUNT(*)+0.0)/'
+ CAST(@PageSize AS VARCHAR)+') FROM ' + @TableName + @new_where1
IF @RecorderCount = 0
BEGIN
EXEC SP_EXECUTESQL @SqlCount,N'@TotalCount INT OUTPUT,@TotalPageCount INT OUTPUT',
@TotalCount OUTPUT,@TotalPageCount OUTPUT
END
ELSE
BEGIN
SELECT @TotalCount = @RecorderCount
END
IF @PageIndex > CEILING((@TotalCount+0.0)/@PageSize)
BEGIN
SET @PageIndex = CEILING((@TotalCount+0.0)/@PageSize)
END
IF @PageIndex = 1 OR @PageIndex >= CEILING((@TotalCount+0.0)/@PageSize)
BEGIN
IF @PageIndex = 1 --返回第一頁數據
BEGIN
SET @Sql = 'SELECT TOP ' + STR(@PageSize) + ' ' + @FieldList + ' FROM '
+ @TableName + @new_where1 + @new_order1
END
IF @PageIndex >= CEILING((@TotalCount+0.0)/@PageSize) --返回最後一頁數據
BEGIN
SET @Sql = 'SELECT TOP ' + STR(@PageSize) + ' ' + @FieldList + ' FROM ('
+ 'SELECT TOP ' + STR(ABS(@PageSize*@PageIndex-@TotalCount-@PageSize))
+ ' ' + @FieldList + ' FROM '
+ @TableName + @new_where1 + @new_order2 + ' ) AS TMP '
+ @new_order1
END
END
ELSE
BEGIN
IF @SortType = 1 --僅主鍵正序排序
BEGIN
IF @PageIndex <= CEILING((@TotalCount+0.0)/@PageSize)/2 --正向檢索
BEGIN
SET @Sql = 'SELECT TOP ' + STR(@PageSize) + ' ' + @FieldList + ' FROM '
+ @TableName + @new_where2 + @PrimaryKey + ' > '
+ '(SELECT MAX(' + @PrimaryKey + ') FROM (SELECT TOP '
+ STR(@PageSize*(@PageIndex-1)) + ' ' + @PrimaryKey
+ ' FROM ' + @TableName
+ @new_where1 + @new_order1 +' ) AS TMP) '+ @new_order1
END
ELSE --反向檢索
BEGIN
SET @Sql = 'SELECT TOP ' + STR(@PageSize) + ' ' + @FieldList + ' FROM ('
+ 'SELECT TOP ' + STR(@PageSize) + ' '
+ @FieldList + ' FROM '
+ @TableName + @new_where2 + @PrimaryKey + ' < '
+ '(SELECT MIN(' + @PrimaryKey + ') FROM (SELECT TOP '
+ STR(@TotalCount-@PageSize*@PageIndex) + ' ' + @PrimaryKey
+ ' FROM ' + @TableName
+ @new_where1 + @new_order2 +' ) AS TMP) '+ @new_order2
+ ' ) AS TMP ' + @new_order1
END
END
IF @SortType = 2 --僅主鍵反序排序
BEGIN
IF @PageIndex <= CEILING((@TotalCount+0.0)/@PageSize)/2 --正向檢索
BEGIN
SET @Sql = 'SELECT TOP ' + STR(@PageSize) + ' ' + @FieldList + ' FROM '
+ @TableName + @new_where2 + @PrimaryKey + ' < '
+ '(SELECT MIN(' + @PrimaryKey + ') FROM (SELECT TOP '
+ STR(@PageSize*(@PageIndex-1)) + ' ' + @PrimaryKey
+' FROM '+ @TableName
+ @new_where1 + @new_order1 + ') AS TMP) '+ @new_order1
END
ELSE --反向檢索
BEGIN
SET @Sql = 'SELECT TOP ' + STR(@PageSize) + ' ' + @FieldList + ' FROM ('
+ 'SELECT TOP ' + STR(@PageSize) + ' '
+ @FieldList + ' FROM '
+ @TableName + @new_where2 + @PrimaryKey + ' > '
+ '(SELECT MAX(' + @PrimaryKey + ') FROM (SELECT TOP '
+ STR(@TotalCount-@PageSize*@PageIndex) + ' ' + @PrimaryKey
+ ' FROM ' + @TableName
+ @new_where1 + @new_order2 +' ) AS TMP) '+ @new_order2
+ ' ) AS TMP ' + @new_order1
END
END
IF @SortType = 3 --多列排序，必須包含主鍵，且放置最後，不然不處理
BEGIN
IF CHARINDEX(',' + @PrimaryKey + ' ',',' + @Order) = 0
BEGIN PRINT('ERR_02') RETURN END
IF @PageIndex <= CEILING((@TotalCount+0.0)/@PageSize)/2 --正向檢索
BEGIN
SET @Sql = 'SELECT TOP ' + STR(@PageSize) + ' ' + @FieldList + ' FROM ( '
+ 'SELECT TOP ' + STR(@PageSize) + ' ' + @FieldList + ' FROM ( '
+ ' SELECT TOP ' + STR(@PageSize*@PageIndex) + ' ' + @FieldList
+ ' FROM ' + @TableName + @new_where1 + @new_order1 + ' ) AS TMP '
+ @new_order2 + ' ) AS TMP ' + @new_order1
END
ELSE --反向檢索
BEGIN
SET @Sql = 'SELECT TOP ' + STR(@PageSize) + ' ' + @FieldList + ' FROM ( '
+ 'SELECT TOP ' + STR(@PageSize) + ' ' + @FieldList + ' FROM ( '
+ ' SELECT TOP ' + STR(@TotalCount-@PageSize *@PageIndex+@PageSize) + ' ' + @FieldList
+ ' FROM ' + @TableName + @new_where1 + @new_order2 + ' ) AS TMP '
+ @new_order1 + ' ) AS TMP ' + @new_order1
END
END
END
EXEC(@Sql)ui
GOorm
public DataSet GetListByPage(string PstrZhbnum,DateTime PStartTime,DateTime PEndTime, int PiStartIndex, int PiEndIndex)
{
DataSet Ads = new DataSet();
StringBuilder strSql = new StringBuilder();
strSql.Append("select * ");
strSql.Append("from View_jssjzh ");
strSql.Append("where zhbnum ='" + PstrZhbnum + "' ");
strSql.Append(" and CAST ('"+PStartTime .ToString ()+"' as datetime )<cjsj ");
strSql.Append(" and cjsj<CAST ('"+PEndTime .ToString ()+"' as datetime ) ");
strSql.Append("order by cjsj desc ");排序
Ads = DBHelper.Query(strSql.ToString(), PiStartIndex, PiEndIndex);
return Ads;
}
索引
/// <summary>
/// 執行查詢語句,返回DATASET
/// </summary>
/// <param name="SQLString">SQL語句</param>
/// <param name="PageStart">從0開始的記錄號</param>
/// <param name="PageEnd">要檢索的最大記錄數</param>
/// <returns>DataSet</returns>
public static DataSet Query(string SQLString, int PageStart, int PageEnd)
{
using (SqlConnection connection = new SqlConnection(connectionString))
{
DataSet ds = new DataSet();
try
{
connection.Open();
SqlDataAdapter command = new SqlDataAdapter(SQLString, connection);
command.Fill(ds, PageStart, PageEnd, "ds");
return ds;
}
catch (System.Data.SqlClient.SqlException ex)
{
throw ex;
}
}
}get
==========第一個是存儲過程實現string
==========第二個是使用dataset的時候fill方法實現it
==========第三個是使用本身構建語句完成io
==========第四個是使用合理索引
==========第五個是使用左鏈接的時候注意左邊的穩定性和條件的知足性
左邊的穩定性是指左邊儘量的是少許的,條件知足性是指不要出現那種null的，即時處分的條件鏈接。
public static DataSet PaginationBySQL(string field, string asc_desc, int pagesize, int start, string sqlText)
{
//WITH Data_DataSet AS ( SELECT ROW_NUMBER() OVER (ORDER BY id desc ) AS Row,* FROM T_hbxx aa )
//上邊一句的意思是把這個表先加上一列，這一列是數字。行數字。
//下邊是把這個臨時表中的數據提取出來。。。。其實是執行了兩句
//SELECT * FROM Data_DataSet WHERE Row between (5-1)* 10+1 and 5*10
DataSet ds = new DataSet();
if (field == null)
{
field = "id";
}
if (asc_desc == null)
{
asc_desc = "desc";
}
//SqlParameter[] parames = {
// new SqlParameter("@QueryStr",SqlDbType.Char,1000),
// new SqlParameter("@PageSize",SqlDbType.Int),
// new SqlParameter("@PageCurrent",SqlDbType.Int),
// new SqlParameter("@FdShow",SqlDbType.Char,2000),
// new SqlParameter("@IdentityStr",SqlDbType.Char,100),
// new SqlParameter("@WhereStr",SqlDbType.Char,2000),
// new SqlParameter("@FdOrder",SqlDbType.Char,100)
// };
//parames[0].Value = sqlText;
//parames[1].Value = pagesize;
//parames[2].Value = start;
//parames[3].Value = "";
//parames[4].Value = field;
//parames[5].Value = "";
//parames[6].Value = asc_desc;
/////解決的是關於2000的問題
//string proce = "page";
//這裏有個問題就是關於如何解決
return data_chuli.get_page_shujufromye(field, asc_desc, pagesize, start, sqlText);
//return data_chuli.GetMoreRow(string.Format("WITH Data_DataSet AS ( SELECT ROW_NUMBER() OVER (ORDER BY " + field + " " + asc_desc + " ) AS Row, * FROM ( " + sqlText + " ) aa ) SELECT * FROM Data_DataSet WHERE Row between ({0}-1)* {1}+1 and {0}*{1}", start, pagesize));
//ds = data_chuli.getdataset(proce, parames);
//return ds;
}
public static DataSet get_page_shujufromye(string field, string asc_desc, int pagesize, int start, string sqlText)
{
DataSet ds = new DataSet();
string sql_yong = "";
if (asc_desc == "asc")
{
if (start == 1)
{
sql_yong = "select top " + pagesize.ToString() + " * from (" + sqlText + ") as t where 1=1 order by " + field + "";
}
else
{
string sql_top = "select top " + (pagesize * start).ToString() + " * from (" + sqlText + ") as h ";
sql_yong = "select top " + pagesize.ToString() + " * from (" + sqlText + ") as t where " + field + ">(select max(" + field + ") from (select top " + (pagesize * (start - 1)).ToString() + " * from (" + sqlText + ") as g order by " + field + ") as h ) order by " + field + "";
}
}
if (asc_desc == "desc")
{
if (start == 1)
{
sql_yong = "select top " + pagesize.ToString() + " * from (" + sqlText + ") as t where 1=1 order by " + field + " desc ";
}
else
{
//string sql_top = "select top " + (pagesize * start).ToString() + " * from (" + sqlText + ") as h order by id desc";
sql_yong = "select top " + pagesize.ToString() + " * from (" + sqlText + ") as t where " + field + "<(select min(" + field + ") from (select top " + (pagesize * (start - 1)).ToString() + " * from (" + sqlText + ") as g order by " + field + " desc ) as h ) order by " + field + " desc";
//
//
}
}
ds = data_chuli.GetMoreRow(sql_yong);
return ds; }
- 1. 大數據量查詢
- 2. es之查詢大彙總
- 3. 彙總查詢獲得的數據
- 4. oracle 查詢彙總
- 5. jpa中查詢大量數據
- 6. 大數據量查詢速慢
- 7. python 用scroll查詢大量es數據
- 8. plsql查詢數據量過大問題
- 9. jdbc大數據量查詢優化（轉）
- 10. MySql大量數據的分頁查詢
- 更多相關文章...
- • Docker 資源彙總 - Docker教程
- • ADO 查詢 - ADO 教程
- • Flink 數據傳輸及反壓詳解
- • 算法總結-二分查找法
-
每一个你不满意的现在，都有一个你没有努力的曾经。
- 1. 大數據量查詢
- 2. es之查詢大彙總
- 3. 彙總查詢獲得的數據
- 4. oracle 查詢彙總
- 5. jpa中查詢大量數據
- 6. 大數據量查詢速慢
- 7. python 用scroll查詢大量es數據
- 8. plsql查詢數據量過大問題
- 9. jdbc大數據量查詢優化（轉）
- 10. MySql大量數據的分頁查詢