From 72ab5a12df1a46857b0e16a7b8bab79546ed40a7 Mon Sep 17 00:00:00 2001
From: Helio Machado <0x2b3bfa0+git@googlemail.com>
Date: Mon, 18 Dec 2023 03:52:31 +0100
Subject: [PATCH] param: optimize fix for exponential memory allocation
 (#10180)

* param: simplify fix for exponential memory allocation

* Apply suggestions from code review

* [pre-commit.ci] auto fixes from pre-commit.com hooks

for more information, see https://pre-commit.ci

* Remove `deepcopy` again

* Restore deepcopy

* [pre-commit.ci] auto fixes from pre-commit.com hooks

for more information, see https://pre-commit.ci

---------

Co-authored-by: pre-commit-ci[bot] <66853113+pre-commit-ci[bot]@users.noreply.github.com>
---
 dvc/dependency/param.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/dvc/dependency/param.py b/dvc/dependency/param.py
index 538e8efb5..311998ff6 100644
--- a/dvc/dependency/param.py
+++ b/dvc/dependency/param.py
@@ -57,8 +57,9 @@ def read_param_file(
     from copy import deepcopy
 
     from dpath import merge
+    from funcy import distinct
 
-    for key_path in key_paths:
+    for key_path in distinct(key_paths):
         merge(
             ret,
             deepcopy(dpath.search(config, key_path, separator=".")),