mysql重复记录处理

这里记录一下用到的语句和语句模板:

-- 查询出重复的数据
SELECT
COUNT(*) as repeats,
address,
signer_name,
signer_mobile
FROM user_operation_useraddress
GROUP BY
address,
signer_name,
signer_mobile
HAVING
repeats > 1;

-- 查询出重复的数据中最小的id
SELECT
MIN(id) as min_id,
COUNT(*) as repeats,
address,
signer_name,
signer_mobile
FROM user_operation_useraddress
GROUP BY
address,
signer_name,
signer_mobile
HAVING
repeats > 1;

-- 查出重复的数据中非最小的id(需要删除的)
SELECT
id
FROM user_operation_useraddress
WHERE
(address, signer_name, signer_mobile) IN (
SELECT
address,
signer_name,
signer_mobile
FROM user_operation_useraddress
GROUP BY
address,
signer_name,
signer_mobile
HAVING
COUNT(*) > 1
)
AND id NOT IN (
SELECT
MIN(id)
FROM user_operation_useraddress
GROUP BY
address,
signer_name,
signer_mobile
HAVING
COUNT(*) > 1
);

-- 建立一张临时表t
SELECT
id
FROM (
SELECT
id
FROM user_operation_useraddress
WHERE
(address, signer_name, signer_mobile) IN (
SELECT
address,
signer_name,
signer_mobile
FROM user_operation_useraddress
GROUP BY
address,
signer_name,
signer_mobile
HAVING
COUNT(*) > 1
)
AND id IN (
SELECT
MIN(id)
FROM user_operation_useraddress
GROUP BY
address,
signer_name,
signer_mobile
HAVING
COUNT(*) > 1
)
) as t;

-- 删除重复的数据(只保留一条,保留最小id的)
DELETE FROM user_operation_useraddress
WHERE
id IN (
SELECT
id
FROM (
SELECT
id
FROM user_operation_useraddress
WHERE
(address, signer_name, signer_mobile) IN (
SELECT
address,
signer_name,
signer_mobile
FROM user_operation_useraddress
GROUP BY
address,
signer_name,
signer_mobile
HAVING
COUNT(*) > 1
)
AND id IN (
SELECT
MIN(id)
FROM user_operation_useraddress
GROUP BY
address,
signer_name,
signer_mobile
HAVING
COUNT(*) > 1
)
) as t
);

posted on   zyp_java_net  阅读(11)  评论(0编辑  收藏  举报

相关博文:
阅读排行:
· DeepSeek 开源周回顾「GitHub 热点速览」
· 物流快递公司核心技术能力-地址解析分单基础技术分享
· .NET 10首个预览版发布:重大改进与新特性概览!
· AI与.NET技术实操系列(二):开始使用ML.NET
· 单线程的Redis速度为什么快?
历史上的今天:
2022-06-01 关于C#从⼀个List复制到另⼀个List的简便写法。

导航

< 2025年3月 >
23 24 25 26 27 28 1
2 3 4 5 6 7 8
9 10 11 12 13 14 15
16 17 18 19 20 21 22
23 24 25 26 27 28 29
30 31 1 2 3 4 5
点击右上角即可分享
微信分享提示