diff --git a/umap/tests/test_merge_features.py b/umap/tests/test_merge_features.py
index d67e1e43..b457487a 100644
--- a/umap/tests/test_merge_features.py
+++ b/umap/tests/test_merge_features.py
@@ -33,11 +33,11 @@ def test_adding_elements():
 
 
 def test_adding_one_removing_one():
-    assert merge_features(["A", "B"], ["A", "C"], ["A", "B", "D"]) == [
-        "A",
-        "C",
-        "D",
-    ]
+    assert merge_features(["A", "B"], ["A", "C"], ["A", "B", "D"]) == ["A", "C", "D"]
+
+
+def test_removing_one():
+    assert merge_features(["A", "B"], ["A", "B", "C"], ["A", "D"]) == ["A", "C", "D"]
 
 
 def test_removing_same_element():
diff --git a/umap/utils.py b/umap/utils.py
index 2a51fe4e..003b9b01 100644
--- a/umap/utils.py
+++ b/umap/utils.py
@@ -156,7 +156,7 @@ def merge_features(reference: list, latest: list, incoming: list):
 
     # Reapply the changes on top of the latest.
     for item in removed:
-        merged.delete(item)
+        merged.remove(item)
 
     for item in added:
         merged.append(item)