FIXES

msmannan00 · Jan 5, 2025 · a117c26 · a117c26
1 parent 6916066
commit a117c26
Show file tree

Hide file tree

Showing 15 changed files with 104 additions and 33 deletions.
diff --git a/app/api/runtime_parse_manager/runtime_parse_controller.py b/app/api/runtime_parse_manager/runtime_parse_controller.py
@@ -7,7 +7,6 @@
 from crawler.crawler_instance.local_shared_model.collector_data_model import collector_data_model
 from playwright.async_api import async_playwright
 from typing import Optional
-
 from crawler.crawler_instance.local_shared_model.rule_model import FetchProxy
 from crawler.crawler_instance.proxies.tor_controller.tor_controller import tor_controller
 from crawler.crawler_instance.proxies.tor_controller.tor_enums import TOR_COMMANDS
@@ -60,11 +59,15 @@ async def get_email_username(self, query):
         result = []
         for parser in RUNTIME_PARSE_REQUEST_QUERIES.S_USERNAME:
             parse_script = self.on_init_leak_parser(parser)
-            driver = await self._initialize_webdriver()
             query["url"] = parse_script.base_url
-            response = await parse_script.parse_leak_data(query, driver)
+            try:
+                driver = await self._initialize_webdriver()
+                response = await parse_script.parse_leak_data(query, driver)
+                if len(response.cards_data)>0:
+                    result.append(response.model_dump())
+            except Exception as e:
+                pass
 
-            result.append(response.model_dump())
         return json.dumps(result)
 
     def on_init_leak_parser(self, file_name):
@@ -86,21 +89,21 @@ def on_init_leak_parser(self, file_name):
     async def invoke_trigger(self, command, data=None):
         if command == RUNTIME_PARSE_REQUEST_COMMANDS.S_PARSE_USERNAME:
             return await self.get_email_username(data)
-
-async def main():
-    url = "http://breachdbsztfykg2fdaq2gnqnxfsbj5d35byz3yzj73hazydk4vq72qd.onion/"
-    email = "[email protected]"
-    username = "msmannan00"
-    query = {"url": url, "email": email, "username": username}
-
-    try:
-        result = await runtime_parse_controller().invoke_trigger(RUNTIME_PARSE_REQUEST_COMMANDS.S_PARSE_USERNAME, query)
-        print(result)
-    except Exception as e:
-        print("Error occurred:", e)
-    finally:
-        pass
-
-
-if __name__ == "__main__":
-    asyncio.run(main())
+#
+# async def main():
+#     url = "http://breachdbsztfykg2fdaq2gnqnxfsbj5d35byz3yzj73hazydk4vq72qd.onion/"
+#     email = "[email protected]"
+#     username = "msmannan00"
+#     query = {"url": url, "email": email, "username": username}
+#
+#     try:
+#         result = await runtime_parse_controller().invoke_trigger(RUNTIME_PARSE_REQUEST_COMMANDS.S_PARSE_USERNAME, query)
+#         print(result)
+#     except Exception as e:
+#         print("Error occurred:", e)
+#     finally:
+#         pass
+#
+#
+# if __name__ == "__main__":
+#     asyncio.run(main())
diff --git a/config/i2p/addressbook/etags b/config/i2p/addressbook/etags
@@ -1,3 +1,2 @@
-http://notbob.i2p/hosts.txt="6b359-62accdb5e9a56-gzip"
 http://skank.i2p/hosts.txt=W/"659afedf-13958"
 http://i2p-projekt.i2p/hosts.txt="1711378803.42-52907-3078492705"
diff --git a/config/i2p/addressbook/last_fetched b/config/i2p/addressbook/last_fetched
@@ -1,5 +1,5 @@
-http://stats.i2p/hosts.txt=1735910165609
-http://notbob.i2p/hosts.txt=1735910103425
+http://stats.i2p/hosts.txt=1736092338179
+http://notbob.i2p/hosts.txt=1736092307526
 http://inr.i2p/hosts.txt=0
-http://skank.i2p/hosts.txt=1735912167954
-http://i2p-projekt.i2p/hosts.txt=1735915683844
+http://skank.i2p/hosts.txt=1736092332375
+http://i2p-projekt.i2p/hosts.txt=1736092277788
diff --git a/config/i2p/addressbook/last_modified b/config/i2p/addressbook/last_modified
@@ -1,4 +1,4 @@
 http://stats.i2p/hosts.txt=Sat, 14 May 2022 15:34:47 GMT
-http://notbob.i2p/hosts.txt=Fri, 03 Jan 2025 13:00:02 GMT
+http://notbob.i2p/hosts.txt=Sun, 05 Jan 2025 15:46:34 GMT
 http://skank.i2p/hosts.txt=Sun, 07 Jan 2024 19:43:27 GMT
 http://i2p-projekt.i2p/hosts.txt=Mon, 25 Mar 2024 15:00:03 GMT
diff --git a/config/i2p/addressbook/log.txt b/config/i2p/addressbook/log.txt
@@ -845,3 +845,8 @@ Jan 2, 2025, 10:04 PM -- New address turn-light-off.i2p added to address book. F
 Jan 2, 2025, 10:04 PM -- New address vannyan.i2p added to address book. From: http://notbob.i2p/hosts.txt
 Jan 3, 2025, 1:15 PM -- New address papero.i2p added to address book. From: http://notbob.i2p/hosts.txt
 Jan 3, 2025, 1:15 PM -- Bad hostname proxy.i2p. From: http://notbob.i2p/hosts.txt
+Jan 5, 2025, 3:51 PM -- New address 102chan-memorial.i2p added to address book. From: http://notbob.i2p/hosts.txt
+Jan 5, 2025, 3:51 PM -- New address bocheng.i2p added to address book. From: http://notbob.i2p/hosts.txt
+Jan 5, 2025, 3:51 PM -- New address hole.i2p added to address book. From: http://notbob.i2p/hosts.txt
+Jan 5, 2025, 3:51 PM -- New address j8810kkw.i2p added to address book. From: http://notbob.i2p/hosts.txt
+Jan 5, 2025, 3:52 PM -- New address xmr.cs.i2p added to address book. From: http://notbob.i2p/hosts.txt
diff --git a/config/i2p/eventlog.txt b/config/i2p/eventlog.txt
@@ -490,3 +490,22 @@
 1735915023331 started 2.7.0-0
 1735915262309 crashed 62&nbsp;sec ago
 1735915262316 started 2.7.0-0
+1735941579555 crashed 5&nbsp;hours ago
+1735941579562 started 2.7.0-0
+1735998013007 crashed 13&nbsp;min ago
+1735998013057 started 2.7.0-0
+1736008913191 crashed 63&nbsp;sec ago
+1736008913232 started 2.7.0-0
+1736013388339 crashed 57&nbsp;min ago
+1736013388393 started 2.7.0-0
+1736023337192 crashed 2&nbsp;hours ago
+1736023337218 started 2.7.0-0
+1736023950484 crashed 62&nbsp;sec ago
+1736023950504 started 2.7.0-0
+1736065437878 clockShift 23180381
+1736065437892 softRestart
+1736091841866 crashed 6&nbsp;hours ago
+1736091841955 started 2.7.0-0
+1736091988782 reseed 154
+1736094236897 crashed 3&nbsp;min ago
+1736094236915 started 2.7.0-0
diff --git a/config/i2p/hostsdb.blockfile b/config/i2p/hostsdb.blockfile
diff --git a/config/i2p/logs/log-router-0.txt b/config/i2p/logs/log-router-0.txt
@@ -1 +1,3 @@
-Jan 3, 2025, 2:37:07 PM WARN  [Addressbook ] .naming.BlockfileNamingService: The hosts database was not closed cleanly or is still open by another process
+Jan 5, 2025, 3:44:10 PM WARN  [Addressbook ] .naming.BlockfileNamingService: The hosts database was not closed cleanly or is still open by another process
+Jan 5, 2025, 3:46:13 PM WARN  [JobQueue 2/5] networkdb.reseed.ReseedChecker: Very few known peers remaining - reseeding now
+Jan 5, 2025, 3:46:24 PM WARN  [Reseed      ] uter.networkdb.reseed.Reseeder: EepGet failed on https://reseed-pl.i2pd.xyz/i2pseeds.su3?netid=2 : java.lang.Exception: Attempt failed
diff --git a/config/i2p/logs/log-router-1.txt b/config/i2p/logs/log-router-1.txt
@@ -1 +1 @@
-Jan 3, 2025, 2:41:04 PM WARN  [Addressbook ] .naming.BlockfileNamingService: The hosts database was not closed cleanly or is still open by another process
+Jan 5, 2025, 4:24:01 PM WARN  [Addressbook ] .naming.BlockfileNamingService: The hosts database was not closed cleanly or is still open by another process
diff --git a/config/i2p/router.config b/config/i2p/router.config
@@ -1,6 +1,6 @@
 # WARNING: Do NOT copy this file from one router to another, this may cause serious problems.
 # NOTE: This I2P config file must use UTF-8 encoding
-# Last saved: Jan 3, 2025, 11:56 AM
+# Last saved: Jan 5, 2025, 12:02 AM
 i2np.bandwidth.inboundBurstKBytes=1953105
 i2np.bandwidth.inboundBurstKBytesPerSecond=97655
 i2np.bandwidth.inboundKBytesPerSecond=97605
@@ -33,7 +33,7 @@ routerconsole.auth.enable=true
 routerconsole.auth.i2prouter.admin.md5=28972d3fa4219f4a69b0284eeb05e43e
 routerconsole.country=
 routerconsole.lang=en
-routerconsole.newsLastChecked=1735905385603
+routerconsole.newsLastChecked=1736035341204
 routerconsole.newsLastLanguage=en
 routerconsole.newsLastNewEntry=1728434509000
 routerconsole.newsLastUpdated=1728434509000

diff --git a/config/i2p/router.info b/config/i2p/router.info
diff --git a/config/i2p/router.ping b/config/i2p/router.ping
@@ -1 +1 @@
-1735923370591
+1736094787138
diff --git a/config/i2p/sybil-analysis/results/sybil-1735988774029.txt.gz b/config/i2p/sybil-analysis/results/sybil-1735988774029.txt.gz
diff --git a/config/i2p/sybil-analysis/results/sybil-1735988789040.txt.gz b/config/i2p/sybil-analysis/results/sybil-1735988789040.txt.gz
diff --git a/config/i2p/wrapper.log b/config/i2p/wrapper.log
@@ -1346,3 +1346,46 @@ INFO: No, there wasn't another router already running. Proceeding with startup.
 INFO: Native CPUID library libjcpuid-x86-linux.so loaded from resource
 INFO: Loaded library: jar:file:/i2p/lib/jbigi.jar!/libjbigi-linux-skylake_64.so
 INFO: Native BigInteger library libjbigi-linux-skylake_64.so loaded from resource
+WARN: Old router was not shut down gracefully, deleting /i2p/.i2p/router.ping
+INFO: Native CPUID library libjcpuid-x86-linux.so loaded from resource
+INFO: Loaded library: jar:file:/i2p/lib/jbigi.jar!/libjbigi-linux-skylake_64.so
+INFO: Native BigInteger library libjbigi-linux-skylake_64.so loaded from resource
+WARN: Old router was not shut down gracefully, deleting /i2p/.i2p/router.ping
+INFO: Native CPUID library libjcpuid-x86-linux.so loaded from resource
+INFO: Loaded library: jar:file:/i2p/lib/jbigi.jar!/libjbigi-linux-skylake_64.so
+INFO: Native BigInteger library libjbigi-linux-skylake_64.so loaded from resource
+WARN: There may be another router already running. Waiting a while to be sure...
+WARN: Old router was not shut down gracefully, deleting /i2p/.i2p/router.ping
+INFO: No, there wasn't another router already running. Proceeding with startup.
+INFO: Native CPUID library jcpuid-x86-linux loaded from file
+INFO: Locally optimized library libjbigi-linux-skylake_64.so loaded from file
+WARN: Old router was not shut down gracefully, deleting /i2p/.i2p/router.ping
+INFO: Native CPUID library jcpuid-x86-linux loaded from file
+INFO: Locally optimized library libjbigi-linux-skylake_64.so loaded from file
+WARN: Old router was not shut down gracefully, deleting /i2p/.i2p/router.ping
+INFO: Native CPUID library libjcpuid-x86-linux.so loaded from resource
+INFO: Loaded library: jar:file:/i2p/lib/jbigi.jar!/libjbigi-linux-skylake_64.so
+INFO: Native BigInteger library libjbigi-linux-skylake_64.so loaded from resource
+WARN: There may be another router already running. Waiting a while to be sure...
+WARN: Old router was not shut down gracefully, deleting /i2p/.i2p/router.ping
+INFO: Native CPUID library libjcpuid-x86-linux.so loaded from resource
+INFO: Loaded library: jar:file:/i2p/lib/jbigi.jar!/libjbigi-linux-skylake_64.so
+INFO: Native BigInteger library libjbigi-linux-skylake_64.so loaded from resource
+Jan 5, 2025, 8:23:57 AM CRIT  [NTCP Pumper ] net.i2p.util.Clock            : Large clock shift forward by 6h
+WARN: Old router was not shut down gracefully, deleting /i2p/.i2p/router.ping
+INFO: Native CPUID library libjcpuid-x86-linux.so loaded from resource
+INFO: Loaded library: jar:file:/i2p/lib/jbigi.jar!/libjbigi-linux-skylake_64.so
+INFO: Native BigInteger library libjbigi-linux-skylake_64.so loaded from resource
+Reseed start
+Reseeding from https://reseed.memcpy.io/i2pseeds.su3?netid=2
+INFO: 77 files extracted to /tmp/i2p-NkqPho7s.tmp/reseeds-507978911
+Reseed got 77 router infos from https://reseed.memcpy.io/i2pseeds.su3?netid=2 with 0 errors
+Reseeding from https://reseed-pl.i2pd.xyz/i2pseeds.su3?netid=2
+Reseed got no router infos from https://reseed-pl.i2pd.xyz/i2pseeds.su3?netid=2
+Reseeding from https://i2pseed.creativecowpat.net:8443/i2pseeds.su3?netid=2
+INFO: 77 files extracted to /tmp/i2p-NkqPho7s.tmp/reseeds-1409272597
+Reseed got 77 router infos from https://i2pseed.creativecowpat.net:8443/i2pseeds.su3?netid=2 with 0 errors
+Reseed successful, fetched 154 router infos
+WARN: Old router was not shut down gracefully, deleting /i2p/.i2p/router.ping
+INFO: Native CPUID library jcpuid-x86-linux loaded from file
+INFO: Locally optimized library libjbigi-linux-skylake_64.so loaded from file
Original file line number	Diff line number	Diff line change
		@@ -1 +1 @@
		Jan 3, 2025, 2:41:04 PM WARN [Addressbook ] .naming.BlockfileNamingService: The hosts database was not closed cleanly or is still open by another process
		Jan 5, 2025, 4:24:01 PM WARN [Addressbook ] .naming.BlockfileNamingService: The hosts database was not closed cleanly or is still open by another process