List＜T＞ list对象去重方法总结

最新推荐文章于 2025-04-23 10:33:57 发布

做一枚快乐的程序员

最新推荐文章于 2025-04-23 10:33:57 发布

阅读量272

点赞数

文章标签： list 数据结构 java

原文链接：https://blog.youkuaiyun.com/caox_nazi/article/details/95059836?spm=1001.2101.3001.6650.1&utm_medium=distribute.pc_relevant.none-task-blog-2%7Edefault%7ECTRLIST%7Edefault-1.pc_relevant_paycolumn&depth_1-utm_source=distribute.pc_relevant.none-task-blog-2%7Edefaul

版权

这篇博客介绍了如何使用Java8的Stream API和集合工具类对对象列表进行去重操作，包括基于单个属性、多个属性的去重，并提供了实用的工具类方法。示例中展示了根据UserInfo对象的userId和多个属性组合进行去重的实现，对于去重需求提供了多种解决方案。

摘要生成于 C知道，由 DeepSeek-R1 满血版支持，前往体验 >

【去重方法总结】：（java8）

package com.jiudun.util;

import com.jiudun.entity.UserInfo;

import java.util.*;
import java.util.concurrent.ConcurrentHashMap;
import java.util.function.Function;
import java.util.function.Predicate;
import java.util.stream.Collectors;

import static java.util.Comparator.comparingLong;
import static java.util.stream.Collectors.collectingAndThen;
import static java.util.stream.Collectors.toCollection;

/**
 * @version 1.0
 * @date 2021/12/27 11:40
 * 去重List<对象>
 */
public class ListObjectNoRepeatUtils {



    /**
     * 去重字符串重复
     * @param stringList  字符串List
     * @return            返回去重字符串
     */
    public static List<String> removeStringListDupli(List<String> stringList) {
        Set<String> set = new LinkedHashSet<>();
        set.addAll(stringList);
        stringList.clear();
        stringList.addAll(set);
        return stringList;
    }

    /**
     * 根据对象属性去重  属性：userId
     * @param persons
     * @return
     */
    public static List<UserInfo> removeDupliById(List<UserInfo> persons) {
        Set<UserInfo> personSet = new TreeSet<>((o1, o2) -> o1.getUserId().compareTo(o2.getUserId()));
        personSet.addAll(persons);
        return new ArrayList<>(personSet);
    }

    /**
     * 根据对象多个属性去重 属性：userId + userName
     * @param persons
     * @return
     */
    public static List<UserInfo> removeDupliByMorePro(List<UserInfo> persons){
        List<UserInfo> personList = persons.stream().collect(Collectors
                .collectingAndThen(Collectors.toCollection(() -> new TreeSet<>(Comparator.comparing(o -> {
                    // 根据useId和userName进行去重
                    return o.getUserId() + "," + o.getUsername() +"," + o.getAge();
                }))), ArrayList::new));
        return  personList;
    }

    /**
     * 根据对象单个属性去重 属性：userId
     * @param persons
     * @return
     */
    public static List<UserInfo> removeDupliByUserId(List<UserInfo> persons){
        List<UserInfo> unique = persons.stream().collect(
                collectingAndThen(
                        toCollection(() -> new TreeSet<>(comparingLong(UserInfo::getUserId))), ArrayList::new)
        );
        return unique;
    }

    /**
     * 根据对象单个属性去重 属性：userId
     * @param persons
     * @return
     */
    public static List<UserInfo> removeDupliByUserIdNew(List<UserInfo> persons){

        List<UserInfo> personList = new ArrayList<>();
        persons.stream().filter(distinctByKey(p -> p.getUserId()))
                .forEach(p -> personList.add(p));
        return personList;
    }

    /**
     * 根据key去重重复
     * @param keyExtractor key执行器
     * @param <T>          泛型
     * @return
     */
    public static <T> Predicate<T> distinctByKey(Function<? super T, Object> keyExtractor) {
        Map<Object, Boolean> map = new ConcurrentHashMap<>();
        return t -> map.putIfAbsent(keyExtractor.apply(t), Boolean.TRUE) == null;
    }

}

【对应实体类】：

package com.jiudun.entity;


import com.jiudun.util.ListObjectNoRepeatUtils;
import lombok.Data;

import java.text.SimpleDateFormat;
import java.util.ArrayList;
import java.util.Date;
import java.util.List;

/**
 * @author Lilidong
 * @version 1.0
 * @date 2021/12/27 9:08
 */

@Data
public class UserInfo {
    private Integer userId;
    private String username;
    private Date birthDate;
    private Integer age;
    private float fRate;
    private char ch;

    public Date getBirthDate() {
        return birthDate;
    }

    public String getBirthDatestr() {
        SimpleDateFormat formater = new SimpleDateFormat("yyyy-MM-dd");
        return formater.format(getBirthDate());
    }

    public UserInfo(Integer userId, String username, Date birthDate, Integer age, float fRate, char ch) {
        this.userId = userId;
        this.username = username;
        this.birthDate = birthDate;
        this.age = age;
        this.fRate = fRate;
        this.ch = ch;
    }

    public UserInfo(Integer userId, String username) {
        this.userId = userId;
        this.username = username;
    }

    public UserInfo(Integer userId, String username, Integer age) {
        this.userId = userId;
        this.username = username;
        this.age = age;
    }

    @Override
    public String toString() {
        return "UserInfo{" +
                "userId=" + userId +
                ", username='" + username + '\'' +
                ", birthDate=" + birthDate +
                ", age=" + age +
                ", fRate=" + fRate +
                ", ch=" + ch +
                '}';
    }

    @Override
    public boolean equals(Object o) {
        if (this == o) return true;
        if (o == null || getClass() != o.getClass()) return false;

        UserInfo userInfo = (UserInfo) o;

        if (!userId.equals(userInfo.userId)) return false;
        return username.equals(userInfo.username);

    }

    @Override
    public int hashCode() {
        int result = userId.hashCode();
        result = 31 * result + username.hashCode();
        return result;
    }

    
}