add duplicate logs warning

graphsense · Dec 18, 2023 · 73ec797 · 73ec797
1 parent a712208
commit 73ec797
Showing 1 changed file with 13 additions and 0 deletions.
diff --git a/src/graphsenselib/ingest/account.py b/src/graphsenselib/ingest/account.py
@@ -347,6 +347,19 @@ def prepare_logs_inplace(items: Iterable, block_bucket_size: int):
 
         item["topics"] = [hex_to_bytearray(t) for t in tpcs]
 
+        # if topics contain duplicates
+        if (
+            len(item["topics"]) % 2 == 0
+        ):  # todo may be removed if we are that there are no duplicates
+            if (
+                item["topics"][: len(item["topics"]) // 2]
+                == item["topics"][len(item["topics"]) // 2 :]
+            ):
+                logger.warning(
+                    f"duplicate found; hash: {item['tx_hash']};"
+                    f" topics: {item['topics']}"
+                )
+
         if "transaction_hash" in item:
             item.pop("transaction_hash")