fix: [module_extractor] don't extract onion from crawled items

CIRCL · Dec 9, 2024 · f77c926 · f77c926
1 parent f4fca05
commit f77c926
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/bin/modules/Onion.py b/bin/modules/Onion.py
@@ -56,6 +56,9 @@ def __init__(self, queue=True):
 
     def extract(self, obj, content, tag):
         extracted = []
+        if self.obj.type == 'item':
+            if 'infoleak:submission="crawler"' in obj.get_tags():
+                return extracted
         onions = self.regex_finditer(self.onion_regex, obj.get_global_id(), content)
         for onion in onions:
             start, end, value = onion